-- Logs begin at Fri 2022-03-04 19:41:05 UTC, end at Fri 2022-03-04 20:55:35 UTC. -- Mar 04 20:26:41.952093 dv-cinder-799871-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 20:26:45.007778 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.common.config [-] Logging enabled! Mar 04 20:26:45.008428 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 04 20:26:45.008606 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103480) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 20:26:45.012200 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.common.config [-] Logging enabled! Mar 04 20:26:45.012478 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 04 20:26:45.012789 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103480) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 20:26:45.013711 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 20:26:45.013942 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 20:26:45.014317 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 20:26:45.014563 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 20:26:45.015181 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 20:26:45.015508 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.015939 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 04 20:26:45.016253 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.016575 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.016868 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.017164 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.017455 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.017738 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.018027 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.018974 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.019281 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.019561 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.019848 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.020139 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.020451 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.020739 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.021021 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.021303 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] debug = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.021584 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.022015 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.022435 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.022717 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.023006 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.023285 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.023557 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.023832 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.024116 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.024471 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] host = dv-cinder-799871-17-iscsi {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.024749 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.025036 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.025320 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.025606 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.025881 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.026156 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.026438 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.026708 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.026977 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] log_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.027251 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.027539 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.027832 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.028110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.028362 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.028587 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.028882 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.029164 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.029438 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.029712 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.029985 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.030257 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.030529 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.030794 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.031075 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.031355 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.031636 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.031908 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.032180 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.032480 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.032752 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.033033 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.033305 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.033577 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.033874 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.034159 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.034423 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.034699 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.034996 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.035273 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.035553 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.035834 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.036106 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.036420 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.036691 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.036958 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.037226 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] use_json = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.037496 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.037764 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.038042 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.038312 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.038583 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.038855 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.039125 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.039407 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.039677 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:45.039970 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.040265 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.040586 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.040880 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.041168 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.041449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.041735 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.042011 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.042297 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.042583 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.042868 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.043143 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.043439 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.043727 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.044019 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.044349 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.044642 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.044927 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.045198 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.045469 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.045741 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.046016 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.046304 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.046582 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.046868 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.047153 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.047431 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.047728 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.048012 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.048312 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.048613 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.048884 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.049161 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.049959 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.050238 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.050514 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.050789 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.051076 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.051351 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.051622 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.051906 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.052186 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.052489 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.052759 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.053036 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.053321 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.053597 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.053867 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.054136 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.054418 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.054689 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.054973 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.055249 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.055520 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.055789 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.056068 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.056367 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.056641 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.056918 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.057188 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.057463 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.057732 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.057999 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.058269 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.058538 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.058806 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.059075 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.059343 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.059618 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.059892 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.060165 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.060465 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.060737 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.061005 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.061286 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.061579 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.061858 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.062133 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.062410 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.062685 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.062958 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.063231 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.063505 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.063781 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.064056 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.064366 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.064653 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.064936 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.065800 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.066077 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.066372 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.066653 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.066929 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.067211 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.067489 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.067764 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.068044 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.068344 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.068640 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.068930 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.069219 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.069506 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.069792 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.070071 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.070375 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.070650 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:45.070864 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 20:26:45.071101 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103480) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 20:26:45.482217 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 20:26:45.482495 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 20:26:45.482795 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 20:26:45.483272 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 20:26:45.823504 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.823712 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.823983 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.825281 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.825552 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.825815 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.871489 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.871766 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.872034 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.886920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.887198 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.887466 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.915554 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.915833 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.916098 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.955234 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.955508 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:45.955803 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.301930 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.302567 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.302567 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.302743 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.303389 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.402679 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.402998 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.403279 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.403551 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.403818 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.404127 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.404413 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.404672 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.404928 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.405210 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.405470 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.405733 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.405986 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.406236 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.406488 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.406749 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.407001 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.407268 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.407536 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.407793 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.408061 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.408331 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.408615 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.409180 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.409604 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.409960 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.410516 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:46.410878 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:46.411129 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:46.411373 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:46.411609 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:46.411846 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:46.412211 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 20:26:46.415398 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 20:26:46.419412 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 20:26:46.423143 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 04 20:26:46.424840 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 20:26:46.425321 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 20:26:46.425657 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 20:26:46.426040 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 20:26:46.428882 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 20:26:46.429135 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 20:26:46.429481 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 20:26:46.434342 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 04 20:26:46.458995 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 04 20:26:46.459444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.459739 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103480) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 04 20:26:46.460108 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.461510 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103480) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 20:26:46.461797 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 20:26:46.462050 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 20:26:46.465342 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.465626 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:46.528490 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 20:26:46.528728 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 20:26:46.528969 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 20:26:46.529341 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 20:26:46.548998 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_db.sqlalchemy.engines [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103480) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 04 20:26:47.149918 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing driver for type 'gre' Mar 04 20:26:47.150394 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] gre ID ranges: [(1, 1000)] Mar 04 20:26:47.338296 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing driver for type 'local' Mar 04 20:26:47.338921 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing driver for type 'vlan' Mar 04 20:26:47.441403 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] VlanTypeDriver initialization complete Mar 04 20:26:47.441686 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing driver for type 'vxlan' Mar 04 20:26:47.442190 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] vxlan ID ranges: [(1, 1000)] Mar 04 20:26:47.629827 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing extension driver 'port_security' Mar 04 20:26:47.630178 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.extensions.port_security [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] PortSecurityExtensionDriver initialization complete Mar 04 20:26:47.630529 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing mechanism driver 'openvswitch' Mar 04 20:26:47.630864 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing mechanism driver 'hyperv' Mar 04 20:26:47.637956 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:26:47.638821 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.639287 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.639607 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.640143 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:26:47.640614 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.640986 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.641342 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.643730 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:26:47.643730 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.643730 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.643730 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.644093 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:26:47.644410 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.644775 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.645127 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.645536 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:26:47.645952 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.646351 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.646699 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.647104 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:26:47.647517 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.647875 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.648227 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.648663 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:26:47.649118 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] ML2 OVO RPC backend initialized. {{(pid=103480) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 04 20:26:47.649827 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.650193 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.650617 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.650982 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > networks before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.651339 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.651690 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > ports before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.652042 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.652458 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.652816 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.653166 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.653511 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.653857 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.654200 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.654545 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.654890 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.655234 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.655578 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.663692 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded quota_driver: . Mar 04 20:26:47.664067 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.plugin [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Modular L2 Plugin initialization complete Mar 04 20:26:47.664456 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading services supported by the core plugin {{(pid=103480) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 20:26:47.664815 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.plugins.ml2.managers [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Got port-security extension from driver 'port_security' Mar 04 20:26:47.665353 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.extensions.vlantransparent [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Disabled vlantransparent extension. Mar 04 20:26:47.665833 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103480) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 20:26:47.666169 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: router Mar 04 20:26:47.714476 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.714859 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router after_create 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.715244 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router before_create 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.715621 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.716005 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.716396 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router after_delete 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.716765 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.717152 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.717518 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router after_create 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.717873 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router after_update 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.718229 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router after_update 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.718587 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.719002 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router after_update 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.719417 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.719793 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: port after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.720141 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: port after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.720546 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: subnet after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.720893 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.721249 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.721612 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.721961 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: port before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.722312 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.722676 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router after_update 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.723027 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.723517 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.723890 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.724246 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.724668 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > agent after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.725031 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.725418 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > network after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.726280 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Tracking information for resource: router configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:47.726622 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Tracking information for resource: floatingip configured {{(pid=103480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:26:47.736330 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.db.l3_agentschedulers_db [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 20:26:47.736917 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: port after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.737560 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: port after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.737933 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: port after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.738296 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: port after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.739101 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router before_create 55550100 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.739477 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.739850 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.740216 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.745085 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.services.provider_configuration [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service providers = [] {{(pid=103480) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 20:26:47.745461 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.db.servicetype_db [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103480) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 20:26:47.748492 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.services.service_base [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:26:47.748854 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.services.service_base [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:26:47.749244 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.services.service_base [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:26:47.750158 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.services.service_base [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:26:47.750538 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.services.service_base [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 20:26:47.750925 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.751255 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 20:26:47.769237 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.769576 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: auto_allocate Mar 04 20:26:47.775483 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: network precommit_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.775863 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: network precommit_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.776417 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.776751 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: tag Mar 04 20:26:47.783642 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.784013 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: timestamp Mar 04 20:26:47.788102 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.788517 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: network_ip_availability Mar 04 20:26:47.794045 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.794426 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.794829 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:47.795552 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.795883 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: flavors Mar 04 20:26:47.801090 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.807827 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading Plugin: revisions Mar 04 20:26:47.811867 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:26:47.812255 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_concurrency.lockutils [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.329s {{(pid=103480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 20:26:47.813041 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103480) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 04 20:26:47.813388 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Initializing extension manager. Mar 04 20:26:47.813964 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: __init__.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.814314 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: __pycache__ {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.814662 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.815562 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: address_group.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.816475 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.817066 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: address-group Mar 04 20:26:47.817402 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: address_scope.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.818167 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.818690 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: address-scope Mar 04 20:26:47.819024 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.819970 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.820526 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: router-admin-state-down-before-update Mar 04 20:26:47.820861 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: agent.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.821578 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.822101 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: agent Mar 04 20:26:47.822465 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: agent_resources_synced.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.823397 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.823919 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: agent-resources-synced Mar 04 20:26:47.824283 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.826130 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.826665 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: allowed-address-pairs Mar 04 20:26:47.827003 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.828101 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.828733 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: auto-allocated-topology Mar 04 20:26:47.834903 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: availability_zone.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.834903 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.834903 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: availability_zone Mar 04 20:26:47.834903 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: availability_zone_filter.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.835591 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.836113 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: availability_zone_filter Mar 04 20:26:47.836478 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: data_plane_status.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.837403 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.837919 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 20:26:47.838250 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: default_subnetpools.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.839176 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.839693 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: default-subnetpools Mar 04 20:26:47.840025 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.840913 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.841431 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: dhcp_agent_scheduler Mar 04 20:26:47.841764 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: dns.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.842720 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.843236 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension dns-integration not supported by any of loaded plugins Mar 04 20:26:47.843569 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: dns_domain_ports.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.844528 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.845047 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 20:26:47.845379 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.846448 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.847113 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 04 20:26:47.847444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: dvr.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.848129 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.848761 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: dvr Mar 04 20:26:47.849095 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: ecmp_routes.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.850027 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.850542 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 04 20:26:47.850875 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: empty_string_filtering.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.851835 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.852399 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: empty-string-filtering Mar 04 20:26:47.852736 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.853661 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.854178 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 20:26:47.854510 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.855433 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.855951 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 20:26:47.856282 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: external_net.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.857301 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.857824 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: external-net Mar 04 20:26:47.859446 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.860150 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.860707 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: extra_dhcp_opt Mar 04 20:26:47.861040 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: extraroute.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.862020 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.862591 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: extraroute Mar 04 20:26:47.862922 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: extraroute_atomic.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.864023 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.864577 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: extraroute-atomic Mar 04 20:26:47.864910 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: filter_validation.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.865593 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.866117 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: filter-validation Mar 04 20:26:47.866449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: fip_pf_description.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.867393 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.867906 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 20:26:47.868235 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: fip_port_details.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.869443 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.869974 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: fip-port-details Mar 04 20:26:47.870302 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: flavors.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.871565 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.872098 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: flavors Mar 04 20:26:47.872470 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.874230 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.874804 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 20:26:47.875143 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: floatingip_pools.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.875853 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.876410 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: floatingip-pools Mar 04 20:26:47.876746 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: ip_allocation.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.878261 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.879112 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 20:26:47.879112 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.880014 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.880592 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: ip-substring-filtering Mar 04 20:26:47.880926 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l2_adjacency.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.881865 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.882379 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 20:26:47.882711 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.883706 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.884267 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: router Mar 04 20:26:47.884636 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.887246 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.887819 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 20:26:47.892551 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.893934 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.894468 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: ext-gw-mode Mar 04 20:26:47.894804 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.895745 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.896271 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: l3-ha Mar 04 20:26:47.896628 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.897599 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.898122 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 04 20:26:47.898457 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3_flavors.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.899385 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.899952 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: l3-flavors Mar 04 20:26:47.900308 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.901703 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.902227 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 04 20:26:47.902565 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.903528 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.904052 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 20:26:47.904411 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: l3agentscheduler.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.905477 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.906001 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: l3_agent_scheduler Mar 04 20:26:47.906336 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: local_ip.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.908195 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.908821 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension local_ip not supported by any of loaded plugins Mar 04 20:26:47.909400 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: logging.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.912486 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.913049 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension logging not supported by any of loaded plugins Mar 04 20:26:47.913381 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: metering.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.914144 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.914739 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: metering Mar 04 20:26:47.915133 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.922315 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.922850 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: metering_source_and_destination_fields Mar 04 20:26:47.923191 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: multiprovidernet.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.924164 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.924916 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: multi-provider Mar 04 20:26:47.925259 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: netmtu.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.926251 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.926773 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: net-mtu Mar 04 20:26:47.927111 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: netmtu_writable.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.928050 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.928599 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: net-mtu-writable Mar 04 20:26:47.928938 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: network_availability_zone.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.929625 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.930142 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: network_availability_zone Mar 04 20:26:47.930477 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: network_ip_availability.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.931623 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.932149 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: network-ip-availability Mar 04 20:26:47.932509 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: network_segment_range.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.933342 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.933861 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 20:26:47.934238 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: pagination.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.935237 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.935580 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: pagination Mar 04 20:26:47.935913 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: port_device_profile.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.936872 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.937394 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: port-device-profile Mar 04 20:26:47.937762 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.938704 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.939220 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: port-mac-address-regenerate Mar 04 20:26:47.939604 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.941086 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.941616 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: port-numa-affinity-policy Mar 04 20:26:47.941951 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: port_resource_request.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.942887 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.943454 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 20:26:47.943783 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.951122 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.951644 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 04 20:26:47.951977 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: portbindings.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.952950 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.953476 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: binding Mar 04 20:26:47.953812 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: portbindings_extended.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.955153 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.956377 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: binding-extended Mar 04 20:26:47.956723 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: portsecurity.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.957765 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.958299 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: port-security Mar 04 20:26:47.958632 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: project_id.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.960731 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.961886 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: project-id Mar 04 20:26:47.962246 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: providernet.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.964797 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.965288 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: provider Mar 04 20:26:47.965627 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.969400 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.969932 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos not supported by any of loaded plugins Mar 04 20:26:47.970274 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.971655 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.972185 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 20:26:47.972550 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.973547 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.974071 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 20:26:47.974408 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_default.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.979976 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.980525 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-default not supported by any of loaded plugins Mar 04 20:26:47.980865 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_fip.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.981814 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.982339 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-fip not supported by any of loaded plugins Mar 04 20:26:47.982674 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.983638 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.984164 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 04 20:26:47.984527 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.985464 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.985989 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 20:26:47.986322 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.987459 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.988029 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 20:26:47.988404 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.989453 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.989984 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 04 20:26:47.990321 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.991376 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.991904 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 04 20:26:47.992241 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_pps_rule.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.993472 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.993998 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-pps not supported by any of loaded plugins Mar 04 20:26:47.994335 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.995302 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.995823 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 20:26:47.996159 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: qos_rules_alias.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.997265 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.997795 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 20:26:47.998127 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: quota_check_limit.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:47.999054 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:47.999579 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: quota-check-limit Mar 04 20:26:47.999909 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: quotasv2.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.000945 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.001286 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: quotas Mar 04 20:26:48.001649 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: quotasv2_detail.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.004045 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.004426 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: quota_details Mar 04 20:26:48.004771 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: rbac.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.005852 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.006444 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: rbac-policies Mar 04 20:26:48.006783 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: rbac_address_group.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.007730 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.008269 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: rbac-address-group Mar 04 20:26:48.008634 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: rbac_address_scope.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.009579 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.010107 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: rbac-address-scope Mar 04 20:26:48.010441 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: rbac_security_groups.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.017075 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.017603 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: rbac-security-groups Mar 04 20:26:48.017937 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.019958 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.020633 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: rbac-subnetpool Mar 04 20:26:48.020973 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: revisionifmatch.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.021920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.022471 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: revision-if-match Mar 04 20:26:48.022805 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: revisions.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.023986 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.024535 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: standard-attr-revisions Mar 04 20:26:48.024871 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: router_availability_zone.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.025554 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.026082 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: router_availability_zone Mar 04 20:26:48.026416 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: routerservicetype.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.027352 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.027873 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension router-service-type not supported by any of loaded plugins Mar 04 20:26:48.028245 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.029212 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.029736 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: security-groups-normalized-cidr Mar 04 20:26:48.030069 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.031003 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.031526 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: port-security-groups-filtering Mar 04 20:26:48.031859 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.032823 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.033345 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: security-groups-remote-address-group Mar 04 20:26:48.033686 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.034775 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.035296 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: security-groups-shared-filtering Mar 04 20:26:48.035631 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.036231 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 04 20:26:48.036588 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: securitygroup.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.046465 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.047005 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: security-group Mar 04 20:26:48.047349 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: segment.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.048154 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.048711 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension segment not supported by any of loaded plugins Mar 04 20:26:48.049050 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.050667 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.051197 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 20:26:48.051534 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: servicetype.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.052746 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.053279 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: service-type Mar 04 20:26:48.053620 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: sorting.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.054652 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.055021 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: sorting Mar 04 20:26:48.055355 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: standard_attr_segment.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.056306 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.056867 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 20:26:48.057203 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: standardattrdescription.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.057863 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.058398 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: standard-attr-description Mar 04 20:26:48.058741 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: stateful_security_group.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.059685 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.060216 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: stateful-security-group Mar 04 20:26:48.060574 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: stdattrs_common.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.061239 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 20:26:48.061574 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.062526 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.063082 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 20:26:48.063415 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: subnet_onboard.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.064606 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.065881 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: subnet_onboard Mar 04 20:26:48.066221 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.067186 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.067794 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 20:26:48.068164 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: subnet_service_types.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.074961 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.075575 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: subnet-service-types Mar 04 20:26:48.075910 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: subnetallocation.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.078152 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.078539 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: subnet_allocation Mar 04 20:26:48.079057 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.080111 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.080960 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: subnetpool-prefix-ops Mar 04 20:26:48.081301 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.082285 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.082812 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 20:26:48.083148 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: tagging.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.084250 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.084803 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: standard-attr-tag Mar 04 20:26:48.085136 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: timestamp.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.086409 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.086940 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loaded extension: standard-attr-timestamp Mar 04 20:26:48.087273 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: trunk.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.088358 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.088888 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension trunk not supported by any of loaded plugins Mar 04 20:26:48.089225 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: trunk_details.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.090170 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.090692 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension trunk-details not supported by any of loaded plugins Mar 04 20:26:48.091027 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.091994 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.092548 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 20:26:48.092885 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Loading extension file: vlantransparent.py {{(pid=103480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:26:48.093569 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:26:48.094090 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 20:26:48.096923 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:network Mar 04 20:26:48.097514 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:subnet Mar 04 20:26:48.097920 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:26:48.098324 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:port Mar 04 20:26:48.099597 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.100042 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service FLAVORS assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.100692 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.101132 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.101474 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:router Mar 04 20:26:48.101904 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 20:26:48.102399 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service METERING assigned prefix: /metering {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.103909 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:48.104328 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:48.104684 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:26:48.105690 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 20:26:48.106149 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:security_group Mar 04 20:26:48.106622 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 20:26:48.107269 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service CORE assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.107610 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:26:48.107972 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] subnetpool is already registered Mar 04 20:26:48.108457 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service CORE assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.108803 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:26:48.109189 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] subnetpool is already registered Mar 04 20:26:48.111457 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service FLAVORS assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:router Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] router is already registered Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] floatingip is already registered Mar 04 20:26:48.115997 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service METERING assigned prefix: /metering {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.116604 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 20:26:48.116604 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] rbac_policy is already registered Mar 04 20:26:48.116953 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:security_group Mar 04 20:26:48.117298 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] security_group is already registered Mar 04 20:26:48.117709 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 20:26:48.118048 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] security_group_rule is already registered Mar 04 20:26:48.118682 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service CORE assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.119034 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:26:48.119378 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] subnetpool is already registered Mar 04 20:26:48.119804 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.v2.resource_helper [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Service CORE assigned prefix: {{(pid=103480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:26:48.120141 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:26:48.120577 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING neutron.quota.resource_registry [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] subnetpool is already registered Mar 04 20:26:48.121036 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: extensions {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.122514 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: address-groups {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.124029 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: address-scopes {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.125407 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: agents {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.126615 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: auto-allocated-topology {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.128527 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: availability_zones {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.129767 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: dhcp-networks {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.131293 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: dhcp-agents {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.132770 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: routers {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.135051 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: flavors {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.136235 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: service_profiles {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.137863 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: next_providers {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.139346 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: service_profiles {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.140946 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: floatingip-pools {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.142172 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: routers {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.144357 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: floatingips {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.146748 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: l3-routers {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.148169 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: l3-agents {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.149678 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: metering-labels {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.151117 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: metering-label-rules {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.152427 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: network-ip-availabilities {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.153719 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: bindings {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.155448 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: quotas {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.157070 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: quotas {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.158664 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: rbac-policies {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.160332 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: security-groups {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.161619 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: security-group-rules {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.162991 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: service-providers {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.164216 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: subnetpools {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.165685 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: subnetpools {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.167200 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.168939 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.170769 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.172607 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.174963 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.177570 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.180060 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.182228 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.184054 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.186082 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron.api.extensions [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Extended resource: tags {{(pid=103480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:26:48.192950 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING keystonemiddleware.auth_token [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 20:26:48.197785 dv-cinder-799871-17-iscsi neutron-server[103480]: WARNING keystonemiddleware.auth_token [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 20:26:48.206634 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_concurrency.lockutils [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Acquired lock "singleton_lock" {{(pid=103480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 04 20:26:48.207172 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_concurrency.lockutils [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Releasing lock "singleton_lock" {{(pid=103480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 04 20:26:48.207804 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO oslo_service.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Starting 2 workers Mar 04 20:26:48.212774 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Started child 103591 {{(pid=103480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:26:48.217492 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Started child 103592 {{(pid=103480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:26:48.218486 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:26:48.219184 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO neutron.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 20:26:48.219690 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:26:48.220100 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [-] (103591) wsgi starting up on http://0.0.0.0:9696 Mar 04 20:26:48.222778 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO oslo_service.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Starting 1 workers Mar 04 20:26:48.222970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:26:48.224458 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [-] (103592) wsgi starting up on http://0.0.0.0:9696 Mar 04 20:26:48.228195 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Started child 103593 {{(pid=103480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:26:48.228820 dv-cinder-799871-17-iscsi neutron-server[103480]: INFO oslo_service.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Starting 1 workers Mar 04 20:26:48.232016 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] calling RpcWorker wait() {{(pid=103593) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 20:26:48.232645 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] returning from RpcWorker wait() {{(pid=103593) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 20:26:48.233521 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Started child 103594 {{(pid=103480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:26:48.233991 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:26:48.234386 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4276702c-0b98-4f0e-ba01-ad0f01e4d9a9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:26:48.234484 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:26:48.236457 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 20:26:48.236695 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 20:26:48.237439 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 20:26:48.237939 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 20:26:48.238245 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 20:26:48.238419 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 20:26:48.238958 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.239251 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.239531 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.239822 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.240015 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:26:48.240535 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.240746 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.241020 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.241301 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.241564 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.241822 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.241996 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.242172 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.242433 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.242691 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.242983 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.243246 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.243501 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.243775 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.243956 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.244218 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.244518 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.244758 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.245040 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] debug = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.245284 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.245813 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.246067 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.246326 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.246550 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.246851 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.247099 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.247389 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.247654 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.247893 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.248131 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.248473 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.248679 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.248882 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.249120 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.249351 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.249606 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.249829 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.250301 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] host = dv-cinder-799871-17-iscsi {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.250531 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.250743 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.250990 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.251255 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.251518 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.251837 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.252028 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.252275 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.253169 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.253542 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.253844 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.254129 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.254374 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.254686 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.254812 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_options = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.255028 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.255307 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.255567 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.255759 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.255931 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.256098 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.256397 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.256565 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.256815 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.257038 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.257257 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.257476 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.257693 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.257932 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.258208 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.258424 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.258648 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.258888 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.259140 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.259391 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.259623 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.259852 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.260104 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.260389 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.260650 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.260826 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.261078 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.261581 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.261813 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.262037 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.262275 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.262535 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.262762 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.263095 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.263357 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.263593 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.263823 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.264039 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.264390 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.264552 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.264819 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.265068 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.265295 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.265529 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.266833 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:26:48.267918 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.268113 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.268391 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_json = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.268656 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.268915 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.269189 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.269476 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.269714 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.269942 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.270167 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.270420 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.270669 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.271191 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.271476 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.271792 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.272178 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.272382 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.272554 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.272889 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.273033 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.273281 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.273540 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.273853 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.274097 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.274497 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.274660 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.274931 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.275275 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.275563 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.275813 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.276051 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278992 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278992 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.278992 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.279254 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.279372 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.279726 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.279844 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.280091 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.280335 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.281232 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.281232 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.281232 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.281553 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.281553 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.284110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285224 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285224 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285224 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285224 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285224 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285224 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285224 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285706 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285706 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.285854 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.286049 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.286261 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.286480 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.286716 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.286934 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.287167 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.287398 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.288490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.288490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.288490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.288490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.288490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.288854 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.288944 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.289155 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.289370 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.289594 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.289803 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.290045 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.290257 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.290468 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.290678 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.290896 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.291107 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.291399 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.291622 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.291958 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.292064 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.292269 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.292508 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.292717 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.292931 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.293200 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.293525 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.293774 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.294027 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.294263 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.294506 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.294726 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.294976 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.295188 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.295427 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.295766 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.296023 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.296245 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.296523 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.296745 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.297002 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.297244 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.297535 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.298514 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.298841 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.301843 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.301843 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.301843 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.301843 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.301843 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.304022 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.304022 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.304220 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.304434 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.304697 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.304997 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.305228 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.305499 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.305791 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.306050 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.306322 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.306593 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.306829 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.307059 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.307314 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.307572 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.307839 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.308094 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.308354 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.308611 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.308839 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.309061 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.309285 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.309626 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.309861 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.310076 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.310305 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.310570 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.310829 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.311065 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.311335 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.311603 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.311831 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.312085 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.312331 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.312585 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.312819 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.313051 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.313272 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.313510 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.313745 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.313995 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.314211 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.314446 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.314785 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.315617 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.315864 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.316111 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.316373 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.316597 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.316847 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.317064 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.317317 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.317562 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.317779 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.318043 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.318267 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.318481 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.318747 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.318969 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.319240 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.319490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.319723 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.320266 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.320266 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.320474 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.320690 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.320935 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.321159 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.321375 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.321594 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.321810 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.322025 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.322238 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.322466 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.322683 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.322936 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.323187 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.323535 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.323773 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.324006 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.324234 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.324512 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.324727 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.324949 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.325173 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.325402 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.325618 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.325858 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.326105 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.326345 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.326563 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.326776 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.327021 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.327302 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.327544 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.327809 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.328029 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.328269 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.328508 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.328729 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.328945 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.329158 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.329368 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.329580 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.329799 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.330007 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.330301 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.331197 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.331197 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.331197 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.331433 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.331801 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.332064 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.332318 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.332521 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.332747 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.332964 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.333178 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.333407 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.333618 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.333824 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.334052 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.334263 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.334496 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.334713 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.334925 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.335156 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.335381 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.335600 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.335831 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.336078 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.336317 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.336534 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.336759 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.336973 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.337182 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.337408 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.337620 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.337852 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.338075 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.338292 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.338507 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.339094 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.339094 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.339375 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.339566 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.339854 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.340070 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.340313 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.340600 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.340817 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.341076 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.341323 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.341543 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.341763 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.342022 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.342328 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.342893 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.342893 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.343228 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.343421 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.343691 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.343964 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.344202 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.344867 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.344867 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.345145 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.345398 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.345649 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.345896 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.346139 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.346398 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.346736 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.346980 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.347285 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.347488 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.347724 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.347979 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.348196 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.348452 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.348670 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.348893 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.349109 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.349353 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.349570 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.349731 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 20:26:48.350279 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 20:26:48.350442 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 20:26:48.350600 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 20:26:48.350767 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 20:26:48.350942 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 20:26:48.351096 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 20:26:48.351307 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.351474 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.351636 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.351873 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.351975 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.352145 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.352347 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.352513 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.352674 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.352834 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.352994 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.353154 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.353313 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.353474 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.353637 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.353797 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.353955 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.354118 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.354285 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.354451 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.354611 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.354767 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.354930 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] debug = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.355089 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.355307 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.355469 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.355629 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.355788 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.355949 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.356107 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.356265 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.356445 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.356607 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.356766 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.356926 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.357086 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.357246 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.357405 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.357562 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.357720 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.357879 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.358038 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] host = dv-cinder-799871-17-iscsi {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.358200 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.358359 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.358518 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.358677 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.358835 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.358995 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.359154 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.359314 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.359476 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.359636 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.359794 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.359952 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.360111 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.360270 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.360449 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_options = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.360609 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.360769 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.360927 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.361110 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.361276 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.361436 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.361595 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.361753 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.362484 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.362918 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.363100 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.363266 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.363429 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.363591 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.363751 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.363910 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.364073 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.364233 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.364428 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.364593 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.364752 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.364911 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.365070 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.365227 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.365387 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.365547 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.365707 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.365867 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.366026 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.366186 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.366347 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.366508 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.366667 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.366826 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.366985 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.367143 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.367302 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.367392 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:26:48.367476 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.367613 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.367771 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.367931 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.368090 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.368249 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.368429 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.368593 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.368752 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.368910 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_json = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.369068 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.369226 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.369385 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.369545 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.369703 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.369861 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.370019 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.370179 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.370337 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:26:48.370516 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.370679 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.370851 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.371013 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.371177 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.371339 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.371535 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.371685 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.371862 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.372021 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.372143 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.372265 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.372414 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.372616 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373847 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373847 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.373847 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.374051 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.374128 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.374215 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.374382 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.374544 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.374898 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.374898 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.375094 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.375172 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.375328 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.375490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.375653 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.375817 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.375980 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.376361 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.376361 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.376522 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.376622 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.376782 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.376943 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.377105 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.377265 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.377496 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.377648 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.377806 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.377969 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.378130 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.378294 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.378456 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.378622 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.378785 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.378949 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.379113 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.379275 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.379438 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.379611 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.379772 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.379934 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.380096 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.380258 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.380442 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.380604 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.380766 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.380927 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.381090 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.381252 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.381428 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.381589 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.381751 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.381911 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.382075 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.382236 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.382396 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.382557 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.382719 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.382880 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.383043 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.383205 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.383367 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.383528 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.383691 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.383852 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.384015 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.384178 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.384360 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.384523 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.384684 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.384846 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.385008 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.385177 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.385354 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.385516 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.385678 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.385838 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.385999 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.386160 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.386573 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.386736 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387099 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387099 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387339 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387339 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387581 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387705 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387828 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.387956 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.388118 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.388278 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.388443 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.388614 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.388777 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.388938 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.389101 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.389263 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.389424 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.389585 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.389746 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.389917 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.390080 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.390243 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.390407 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.390575 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.390747 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.390910 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.391073 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.391234 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.391397 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.391559 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.391720 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.391911 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.392019 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.392182 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.392362 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.392536 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.392698 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.392698 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.393666 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.393793 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.393963 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.394090 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.394920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.394920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.394920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.394920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.394920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.395496 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.395496 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.395496 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.395849 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.395849 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.395849 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.396120 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.396120 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.396473 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.396473 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.396707 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.396805 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.396885 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.397049 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.397211 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.397375 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.397539 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.397701 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.397863 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.398025 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.398187 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.398348 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.398575 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.398722 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.398848 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.398973 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.399124 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.399284 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.399549 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.399719 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.399881 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.400044 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.400206 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.400391 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.400555 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.400719 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.400883 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.401045 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.401209 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.401372 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.401533 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.401696 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.401860 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.402023 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.402186 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.402347 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.402510 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.402690 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.402856 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.403056 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.403209 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.403343 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.403479 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.403624 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.403768 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.403931 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.404092 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.404256 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.404424 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.404588 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.404749 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.404910 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.405070 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.405236 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.405400 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.405563 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.405723 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.405888 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.406051 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.406213 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.406374 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.406535 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.406697 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.406859 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.407022 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.407183 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.407359 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.407524 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.407686 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.407848 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.408010 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.408173 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.408368 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.408528 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.408739 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.409017 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.409232 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.409398 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.409570 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.409733 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.409920 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.410062 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.410213 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.410374 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.410546 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.410707 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.410876 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.411025 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.411188 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.411352 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.411507 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.411671 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.411833 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.411994 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.412166 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.412335 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.412498 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.412659 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.412820 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.412984 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.413145 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.413306 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.413477 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.413640 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.413801 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.413971 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.414131 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.414293 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.414454 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.414627 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.414790 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.414954 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.415116 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.415279 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.415442 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.415605 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.415771 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.415943 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.416111 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.416275 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.416464 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.416635 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.416805 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.416966 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.417134 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.417306 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.417467 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.417629 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.417801 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.417955 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.418166 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.418328 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.418490 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.418651 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.418813 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.418973 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.419138 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.419300 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.419460 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.419620 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.419781 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.419942 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.420103 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.420263 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.420444 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:26:48.420598 dv-cinder-799871-17-iscsi neutron-server[103480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 20:26:48.634741 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 60456) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:26:48.644499 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071778 Mar 04 20:27:00.128899 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ffb06-db0d-44ea-accc-0cfdaa843c5e None None] get_active_networks_info from dv-cinder-799871-17-iscsi {{(pid=103593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 04 20:27:00.187200 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ffb06-db0d-44ea-accc-0cfdaa843c5e None None] No non-hosted networks {{(pid=103593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 20:27:00.204181 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.agentschedulers_db [None req-5a0ffb06-db0d-44ea-accc-0cfdaa843c5e None None] DHCP Agent not found on host dv-cinder-799871-17-iscsi {{(pid=103593) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 20:27:00.303474 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-651468b5-644e-4b7b-9047-08f3dfbd9dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-334328'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:02.524046 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6c7bfd3-eaa4-43d0-bf53-7e6166e38fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-334328'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:02.574072 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.db.api [None req-a74fa9d0-d47c-4ac7-bb22-9ce13f554afd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-17-iscsi {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 20:27:02.574895 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG oslo_db.api [None req-a74fa9d0-d47c-4ac7-bb22-9ce13f554afd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 20:27:03.132969 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a74fa9d0-d47c-4ac7-bb22-9ce13f554afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:03.818709 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-334328'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:04.795475 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-334328'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:06.225314 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 60540) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:06.659623 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-334328'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:06.661091 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.661728 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.662533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.663263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.664333 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.665106 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.665677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.666302 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.666850 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.667436 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.668266 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.669124 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.669635 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:06.675065 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-17-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:06.677943 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-17-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:06.748277 dv-cinder-799871-17-iscsi neutron-server[103592]: WARNING oslo_policy.policy [None req-74185f6b-4811-41f4-ae4c-68b7765b3359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:27:06.749013 dv-cinder-799871-17-iscsi neutron-server[103592]: WARNING oslo_policy.policy [None req-74185f6b-4811-41f4-ae4c-68b7765b3359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:27:06.973049 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [None req-74185f6b-4811-41f4-ae4c-68b7765b3359 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:27:06.984336 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-74185f6b-4811-41f4-ae4c-68b7765b3359 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7479360 Mar 04 20:27:09.535070 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60566) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:09.619328 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.db.l3_hamode_db [None req-a471eb9d-7db1-49a7-ab68-f8359dc57726 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 20:27:09.702368 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a471eb9d-7db1-49a7-ab68-f8359dc57726 None None] Routers set() bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:27:09.703023 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a471eb9d-7db1-49a7-ab68-f8359dc57726 None None] Router IDs set() for agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 04 20:27:10.059739 dv-cinder-799871-17-iscsi neutron-server[103591]: WARNING oslo_policy.policy [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:27:10.060356 dv-cinder-799871-17-iscsi neutron-server[103591]: WARNING oslo_policy.policy [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:27:10.286635 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:27:10.384653 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.policy [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 20:27:10.427403 dv-cinder-799871-17-iscsi neutron-server[103591]: WARNING oslo_policy.policy [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:27:10.427799 dv-cinder-799871-17-iscsi neutron-server[103591]: WARNING oslo_policy.policy [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:27:10.577681 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787984913658', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787984913965', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787984964769', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787984961976', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787984953213', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787984944101', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-634208', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1361057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328295', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765110'] for rbac-policy (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:10.739815 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:10.741312 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-84273c06-2405-481e-8e76-a4ac66f1ff17 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2041261 Mar 04 20:27:13.243133 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60582) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:13.552600 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:27:13.629199 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Made reservation on behalf of f61e177348fd4c5f95fb0cc4bc01c6a4 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:27:13.633124 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:13.650489 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:13.949772 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks [] for security_group (03131728-34d4-4df6-a3f5-802f5b94b1af), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:14.017670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (03131728-34d4-4df6-a3f5-802f5b94b1af), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:14.048951 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:27:14.077303 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787988592478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (8fcfb2c5-d391-4b97-a979-1e0484a8b404), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:14.077895 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Unsubscribe: segment precommit_create {{(pid=103591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 20:27:14.078407 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Added segment 8fcfb2c5-d391-4b97-a979-1e0484a8b404 of type vlan for network 5e61db4c-6942-4234-a814-90dceddd4167 Mar 04 20:27:14.084129 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=03131728-34d4-4df6-a3f5-802f5b94b1af,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:14.119779 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.120141 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.120528 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.120872 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.121204 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.121534 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.121871 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.122193 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.122521 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.122863 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.123190 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.123512 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.123832 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Tracked resource versions report: Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: pushed versions: Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: { 'AddressGroup': {'1.2'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'ConntrackHelper': {'1.0'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Log': {'1.0'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Network': {'1.1'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Port': {'1.7'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'PortForwarding': {'1.2'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'QosPolicy': {'1.10'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroup': {'1.5'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SubPort': {'1.0'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Subnet': {'1.1'}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Trunk': {'1.1'}} Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: consumer versions: Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'ConntrackHelper': '1.0', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'LocalIPAssociation': '1.0', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Log': '1.0', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Network': '1.1', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Port': '1.7', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'PortForwarding': '1.2', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'QosPolicy': '1.10', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroup': '1.5', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroupRule': '1.2', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SubPort': '1.0', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Subnet': '1.1', Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Trunk': '1.1'}} Mar 04 20:27:14.125269 dv-cinder-799871-17-iscsi neutron-server[103591]: {{(pid=103591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:27:14.189698 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (5e61db4c-6942-4234-a814-90dceddd4167), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:14.263891 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (5e61db4c-6942-4234-a814-90dceddd4167), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:14.269862 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:14.270679 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:14.383050 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1388323 Mar 04 20:27:14.386705 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821a6ed-d6f0-4ea1-a93b-44d95cb95ea2 demo demo] Pushing event updated for resources: {'Network': ['ID=5e61db4c-6942-4234-a814-90dceddd4167,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:14.399572 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 5e61db4c-6942-4234-a814-90dceddd4167 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:27:16.939711 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60594) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:17.349480 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a384269-9450-442d-89a5-9f010dec2bf5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:17.350782 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6a384269-9450-442d-89a5-9f010dec2bf5 demo admin] 10.222.0.37 "GET /v2.0/networks/5e61db4c-6942-4234-a814-90dceddd4167 HTTP/1.1" status: 200 len: 825 time: 0.4100444 Mar 04 20:27:17.374419 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d53579ed-d511-436e-b4d9-5c5388dc7d1c demo admin] 10.222.0.37 "GET /v2.0/subnetpools/2f4bc7cd-9730-4cb2-8430-8035d421b427 HTTP/1.1" status: 200 len: 734 time: 0.0180900 Mar 04 20:27:17.382887 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2f4bc7cd-9730-4cb2-8430-8035d421b427'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:27:17.457982 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Made reservation on behalf of f61e177348fd4c5f95fb0cc4bc01c6a4 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:27:17.460265 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:17.858119 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (a07d602d-82f6-4337-8416-2693327c6e2f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:17.930359 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a07d602d-82f6-4337-8416-2693327c6e2f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:17.932600 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Checking segment: {'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:27:17.932992 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Network hostable DHCP agents. Network: 5e61db4c-6942-4234-a814-90dceddd4167, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:27:18.029027 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Network 5e61db4c-6942-4234-a814-90dceddd4167 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:27:18.109128 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 5e61db4c-6942-4234-a814-90dceddd4167) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:27:18.114065 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:18.114955 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:18.119430 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d2ed7-d9f5-41eb-b196-a94c4b5390c6 None None] Network 5e61db4c-6942-4234-a814-90dceddd4167 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:27:18.169046 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-60bcb05f-5617-4496-a363-956fea741002 demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7893624 Mar 04 20:27:18.497866 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-5e61db4c-6942-4234-a814-90dceddd4167', 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'fixed_ips': [{'subnet_id': 'a07d602d-82f6-4337-8416-2693327c6e2f'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:27:18.499232 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:18.885524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Allocated IP 172.20.0.2 (5e61db4c-6942-4234-a814-90dceddd4167/a07d602d-82f6-4337-8416-2693327c6e2f/64131e7c-49ab-483f-bc7c-81e26b6312d3) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:27:19.144419 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Publish callbacks [] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:19.224674 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:19.307839 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Network 5e61db4c-6942-4234-a814-90dceddd4167 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:27:19.312474 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:27:19.317970 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Pushing event updated for resources: {'Port': ['ID=64131e7c-49ab-483f-bc7c-81e26b6312d3,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:19.320173 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:27:19.330189 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.330563 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.330927 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.331269 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.331598 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.331927 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.333702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.333702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.333702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.333702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.333702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.334201 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.334292 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Tracked resource versions report: Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: pushed versions: Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: { 'AddressGroup': {'1.2'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'ConntrackHelper': {'1.0'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Log': {'1.0'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Network': {'1.1'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Port': {'1.7'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'PortForwarding': {'1.2'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'QosPolicy': {'1.10'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroup': {'1.5'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SubPort': {'1.0'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Subnet': {'1.1'}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Trunk': {'1.1'}} Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: consumer versions: Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'ConntrackHelper': '1.0', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'LocalIPAssociation': '1.0', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Log': '1.0', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Network': '1.1', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Port': '1.7', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'PortForwarding': '1.2', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'QosPolicy': '1.10', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroup': '1.5', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroupRule': '1.2', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SubPort': '1.0', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Subnet': '1.1', Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Trunk': '1.1'}} Mar 04 20:27:19.335675 dv-cinder-799871-17-iscsi neutron-server[103593]: {{(pid=103593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:27:19.410938 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Attempting to bind port 64131e7c-49ab-483f-bc7c-81e26b6312d3 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:27:19.411291 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Attempting to bind port 64131e7c-49ab-483f-bc7c-81e26b6312d3 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:27:19.411790 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Attempting to bind port 64131e7c-49ab-483f-bc7c-81e26b6312d3 on network 5e61db4c-6942-4234-a814-90dceddd4167 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:27:19.416701 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:27:19.417082 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Checking segment: {'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:27:19.417573 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:19.417962 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Bound using segment: {'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:27:19.418441 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Bound port: 64131e7c-49ab-483f-bc7c-81e26b6312d3, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:27:19.418842 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:19.483229 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] For port 64131e7c-49ab-483f-bc7c-81e26b6312d3, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:27:19.487450 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] For port 64131e7c-49ab-483f-bc7c-81e26b6312d3, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=64131e7c-49ab-483f-bc7c-81e26b6312d3,segment=NetworkSegment(8fcfb2c5-d391-4b97-a979-1e0484a8b404),segment_id=8fcfb2c5-d391-4b97-a979-1e0484a8b404)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:27:19.572456 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:19.639574 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd9cb-caa8-4989-bad5-94937f056134 None None] Pushing event updated for resources: {'Port': ['ID=64131e7c-49ab-483f-bc7c-81e26b6312d3,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:20.746998 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60602) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:21.060917 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [None req-7340d9a2-5dd6-46c3-960f-f56e5301622f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:27:21.061928 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-7340d9a2-5dd6-46c3-960f-f56e5301622f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139675 Mar 04 20:27:23.586942 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60610) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:23.902355 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [None req-9c4b9a52-6740-4bb4-b2a0-6ddaace74847 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:27:23.903421 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9c4b9a52-6740-4bb4-b2a0-6ddaace74847 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155348 Mar 04 20:27:26.461012 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60618) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:26.786873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-548f098a-47e7-4f73-9495-987062e28226 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:27:26.869617 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-548f098a-47e7-4f73-9495-987062e28226 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (d6677136-47f6-43a6-adf7-3f64cdf39e44), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:26.871220 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-548f098a-47e7-4f73-9495-987062e28226 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (d6677136-47f6-43a6-adf7-3f64cdf39e44), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:27.011801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-548f098a-47e7-4f73-9495-987062e28226 demo demo] Publish callbacks [] for router_controller (d6677136-47f6-43a6-adf7-3f64cdf39e44), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:27.047512 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-548f098a-47e7-4f73-9495-987062e28226 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (d6677136-47f6-43a6-adf7-3f64cdf39e44), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:27.110611 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-548f098a-47e7-4f73-9495-987062e28226 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:27.111799 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-548f098a-47e7-4f73-9495-987062e28226 demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6497889 Mar 04 20:27:29.395897 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 64131e7c-49ab-483f-bc7c-81e26b6312d3 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:27:29.483538 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 64131e7c-49ab-483f-bc7c-81e26b6312d3 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:29.483989 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:29.594291 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 64131e7c-49ab-483f-bc7c-81e26b6312d3 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:27:29.594691 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:29.627764 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 64131e7c-49ab-483f-bc7c-81e26b6312d3, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=64131e7c-49ab-483f-bc7c-81e26b6312d3,segment=NetworkSegment(8fcfb2c5-d391-4b97-a979-1e0484a8b404),segment_id=8fcfb2c5-d391-4b97-a979-1e0484a8b404)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:27:29.665540 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60630) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:29.691951 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:29.742531 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=64131e7c-49ab-483f-bc7c-81e26b6312d3,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:30.000641 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [None req-ba3cb967-7adb-4a95-8a1e-0a7df11f14e6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:27:30.002525 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ba3cb967-7adb-4a95-8a1e-0a7df11f14e6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3359654 Mar 04 20:27:30.172536 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e14fdb0-7b7c-4ff9-a455-bc7ba54a7a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:31.060926 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4519c962-de6e-4e7b-88ac-56d18e46fe43 None None] Network 5e61db4c-6942-4234-a814-90dceddd4167 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:27:31.140840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-647ce2ac-ca3f-44ca-971a-59add9d2950a None None] Provisioning complete for port 64131e7c-49ab-483f-bc7c-81e26b6312d3 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:31.141159 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-647ce2ac-ca3f-44ca-971a-59add9d2950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:31.263588 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-647ce2ac-ca3f-44ca-971a-59add9d2950a None None] Current status of the port 64131e7c-49ab-483f-bc7c-81e26b6312d3 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:27:31.328916 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 64131e7c-49ab-483f-bc7c-81e26b6312d3 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:27:31.386434 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 64131e7c-49ab-483f-bc7c-81e26b6312d3 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:31.386831 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:31.463960 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 64131e7c-49ab-483f-bc7c-81e26b6312d3 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:27:31.482246 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-219bc0a8-1390-4d64-9b4a-1d912a969130 None None] Provisioning complete for port 64131e7c-49ab-483f-bc7c-81e26b6312d3 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:31.482638 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-219bc0a8-1390-4d64-9b4a-1d912a969130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:31.558550 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-219bc0a8-1390-4d64-9b4a-1d912a969130 None None] Current status of the port 64131e7c-49ab-483f-bc7c-81e26b6312d3 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:27:32.497604 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5778e6da-8773-4198-b86c-4170c2120796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:32.603919 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:32.915013 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:27:32.989729 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Made reservation on behalf of 7eee7d06adb64d9b843e7916252969bf for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:27:32.991998 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.000281 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.073799 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks [] for security_group (49cf974a-fadc-40f0-a7af-afcec5ed9568), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.131681 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (49cf974a-fadc-40f0-a7af-afcec5ed9568), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.146656 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Reserving flat network on physical network physnet1 {{(pid=103591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 20:27:33.166114 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf974a-fadc-40f0-a7af-afcec5ed9568,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:33.170346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (145faa7d-1615-4232-922d-b7852d655eec), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.170764 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Added segment 145faa7d-1615-4232-922d-b7852d655eec of type flat for network f20faec2-ab81-46fe-992b-1e746134b885 Mar 04 20:27:33.215723 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (f20faec2-ab81-46fe-992b-1e746134b885), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.280495 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (f20faec2-ab81-46fe-992b-1e746134b885), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.281435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:33.282038 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:33.370842 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7657022 Mar 04 20:27:33.374207 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623d32f-bd0b-4520-83f5-622ff7747739 admin admin] Pushing event updated for resources: {'Network': ['ID=f20faec2-ab81-46fe-992b-1e746134b885,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:33.384022 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network f20faec2-ab81-46fe-992b-1e746134b885 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:27:33.646055 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:34.766251 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:35.914257 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60656) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:36.090666 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb1473-f6e6-4ad2-9891-2bbfd727011f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:36.092005 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6ccb1473-f6e6-4ad2-9891-2bbfd727011f demo admin] 10.222.0.37 "GET /v2.0/subnets/a07d602d-82f6-4337-8416-2693327c6e2f HTTP/1.1" status: 200 len: 849 time: 0.1767879 Mar 04 20:27:36.214857 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9164831d-4d79-494f-9ac9-70363d2c86bf demo admin] 10.222.0.37 "GET /v2.0/routers/d6677136-47f6-43a6-adf7-3f64cdf39e44 HTTP/1.1" status: 200 len: 704 time: 0.1172957 Mar 04 20:27:36.487649 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:36.634285 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:36.775530 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Allocated IP 172.20.0.1 (5e61db4c-6942-4234-a814-90dceddd4167/a07d602d-82f6-4337-8416-2693327c6e2f/29f0852b-ff1b-422e-bf28-1311dc304b20) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:27:36.968567 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks [] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.086429 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.160506 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Network 5e61db4c-6942-4234-a814-90dceddd4167 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:27:37.169203 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:27:37.173902 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:27:37.174784 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (d6677136-47f6-43a6-adf7-3f64cdf39e44), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.193754 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Pushing event updated for resources: {'Port': ['ID=29f0852b-ff1b-422e-bf28-1311dc304b20,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:37.414658 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-b6478a85-6990-485c-be5e-de610da1e8a0 None None] Provisioning complete for port 29f0852b-ff1b-422e-bf28-1311dc304b20 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:37.415053 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b6478a85-6990-485c-be5e-de610da1e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.422986 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.448019 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-b6478a85-6990-485c-be5e-de610da1e8a0 None None] Port 29f0852b-ff1b-422e-bf28-1311dc304b20 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:27:37.628590 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks [] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.685704 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.686398 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (d6677136-47f6-43a6-adf7-3f64cdf39e44), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:37.767569 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Pushing event updated for resources: {'Port': ['ID=29f0852b-ff1b-422e-bf28-1311dc304b20,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:37.810935 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Network 5e61db4c-6942-4234-a814-90dceddd4167 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:27:37.812179 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:27:38.029472 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Router d6677136-47f6-43a6-adf7-3f64cdf39e44 is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:27:38.069377 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-942d582b-465b-4e13-8a69-2815214d15e9 None None] Provisioning complete for port 29f0852b-ff1b-422e-bf28-1311dc304b20 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:38.069948 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-942d582b-465b-4e13-8a69-2815214d15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:38.104700 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-942d582b-465b-4e13-8a69-2815214d15e9 None None] Port 29f0852b-ff1b-422e-bf28-1311dc304b20 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:27:38.126422 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:27:38.132633 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d9e25794-7d38-498d-b1c4-1bdfae7bb118 demo admin] 10.222.0.37 "PUT /v2.0/routers/d6677136-47f6-43a6-adf7-3f64cdf39e44/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9119716 Mar 04 20:27:38.136784 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Sync routers for ids ['d6677136-47f6-43a6-adf7-3f64cdf39e44'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:27:38.148964 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Routers {'d6677136-47f6-43a6-adf7-3f64cdf39e44'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:27:38.149833 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:27:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['d6677136-47f6-43a6-adf7-3f64cdf39e44'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:38.343261 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Set router d6677136-47f6-43a6-adf7-3f64cdf39e44 gateway port host: None {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:27:38.781067 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'name': 'router1', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:27:26Z', 'updated_at': '2022-03-04T20:27:37Z', 'revision_number': 2, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'gw_port_host': None, '_interfaces': [{'id': '29f0852b-ff1b-422e-bf28-1311dc304b20', 'name': '', 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'mac_address': 'fa:16:3e:05:74:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:36Z', 'updated_at': '2022-03-04T20:27:37Z', 'revision_number': 2, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'subnets': [{'id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f4bc7cd-9730-4cb2-8430-8035d421b427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:38.831890 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Checking router: d6677136-47f6-43a6-adf7-3f64cdf39e44 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:27:38.832446 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Updating router d6677136-47f6-43a6-adf7-3f64cdf39e44 port 29f0852b-ff1b-422e-bf28-1311dc304b20 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:27:38.913787 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:39.399880 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Publish callbacks [] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:39.491635 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:39.652858 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Pushing event updated for resources: {'Port': ['ID=29f0852b-ff1b-422e-bf28-1311dc304b20,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:39.673930 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Attempting to bind port 29f0852b-ff1b-422e-bf28-1311dc304b20 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:27:39.674338 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Attempting to bind port 29f0852b-ff1b-422e-bf28-1311dc304b20 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:27:39.674980 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Attempting to bind port 29f0852b-ff1b-422e-bf28-1311dc304b20 on network 5e61db4c-6942-4234-a814-90dceddd4167 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:27:39.678437 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.678804 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.679163 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.679506 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.679839 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.680169 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.680535 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.680873 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.681202 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.681543 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.681870 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.682192 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.682511 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Tracked resource versions report: Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: pushed versions: Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: { 'AddressGroup': {'1.2'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'ConntrackHelper': {'1.0'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Log': {'1.0'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Network': {'1.1'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Port': {'1.7'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'PortForwarding': {'1.2'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'QosPolicy': {'1.10'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroup': {'1.5'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SubPort': {'1.0'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Subnet': {'1.1'}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Trunk': {'1.1'}} Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: consumer versions: Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'ConntrackHelper': '1.0', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'LocalIPAssociation': '1.0', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Log': '1.0', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Network': '1.1', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Port': '1.7', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'PortForwarding': '1.2', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'QosPolicy': '1.10', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroup': '1.5', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroupRule': '1.2', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SubPort': '1.0', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Subnet': '1.1', Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Trunk': '1.1'}} Mar 04 20:27:39.683914 dv-cinder-799871-17-iscsi neutron-server[103594]: {{(pid=103594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:27:39.688697 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:27:39.689117 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Checking segment: {'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:27:39.692084 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:39.692084 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Bound using segment: {'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:27:39.692084 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Bound port: 29f0852b-ff1b-422e-bf28-1311dc304b20, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcfb2c5-d391-4b97-a979-1e0484a8b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:27:39.692084 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:39.736526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-15e3ebbf-84cd-4063-9756-0822f42faf96 None None] Provisioning complete for port 29f0852b-ff1b-422e-bf28-1311dc304b20 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:39.737100 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-15e3ebbf-84cd-4063-9756-0822f42faf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:39.758063 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] For port 29f0852b-ff1b-422e-bf28-1311dc304b20, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:27:39.773415 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-15e3ebbf-84cd-4063-9756-0822f42faf96 None None] Port 29f0852b-ff1b-422e-bf28-1311dc304b20 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:27:39.778827 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] For port 29f0852b-ff1b-422e-bf28-1311dc304b20, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=29f0852b-ff1b-422e-bf28-1311dc304b20,segment=NetworkSegment(8fcfb2c5-d391-4b97-a979-1e0484a8b404),segment_id=8fcfb2c5-d391-4b97-a979-1e0484a8b404)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:27:39.829524 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:39.889278 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dbfb6-a44a-44c7-bcb8-b2e5737bf73f None None] Pushing event updated for resources: {'Port': ['ID=29f0852b-ff1b-422e-bf28-1311dc304b20,revision_number=4']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:39.896216 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Routers {'d6677136-47f6-43a6-adf7-3f64cdf39e44'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:27:39.896863 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:27:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['d6677136-47f6-43a6-adf7-3f64cdf39e44'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:39.990704 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] Set router d6677136-47f6-43a6-adf7-3f64cdf39e44 gateway port host: None {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:27:40.099869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-317cc687-a28f-4126-87d6-2d2b474c3f24 None None] Provisioning complete for port 29f0852b-ff1b-422e-bf28-1311dc304b20 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:40.100270 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-317cc687-a28f-4126-87d6-2d2b474c3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:40.188054 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-317cc687-a28f-4126-87d6-2d2b474c3f24 None None] Current status of the port 29f0852b-ff1b-422e-bf28-1311dc304b20 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:27:40.188390 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-317cc687-a28f-4126-87d6-2d2b474c3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:40.218039 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'name': 'router1', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:27:26Z', 'updated_at': '2022-03-04T20:27:37Z', 'revision_number': 2, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'gw_port_host': None, '_interfaces': [{'id': '29f0852b-ff1b-422e-bf28-1311dc304b20', 'name': '', 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'mac_address': 'fa:16:3e:05:74:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:36Z', 'updated_at': '2022-03-04T20:27:39Z', 'revision_number': 4, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'subnets': [{'id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f4bc7cd-9730-4cb2-8430-8035d421b427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:40.227265 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-317cc687-a28f-4126-87d6-2d2b474c3f24 None None] For port 29f0852b-ff1b-422e-bf28-1311dc304b20, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=29f0852b-ff1b-422e-bf28-1311dc304b20,segment=NetworkSegment(8fcfb2c5-d391-4b97-a979-1e0484a8b404),segment_id=8fcfb2c5-d391-4b97-a979-1e0484a8b404)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:27:40.245901 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0517216-86f2-40b8-8eca-fb9bb9bf512f None None] The sync data for ids ['d6677136-47f6-43a6-adf7-3f64cdf39e44'] in dv-cinder-799871-17-iscsi is: [{'id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'name': 'router1', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:27:26Z', 'updated_at': '2022-03-04T20:27:37Z', 'revision_number': 2, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'gw_port_host': None, '_interfaces': [{'id': '29f0852b-ff1b-422e-bf28-1311dc304b20', 'name': '', 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'mac_address': 'fa:16:3e:05:74:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:36Z', 'updated_at': '2022-03-04T20:27:39Z', 'revision_number': 4, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'subnets': [{'id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f4bc7cd-9730-4cb2-8430-8035d421b427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:27:40.291686 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-317cc687-a28f-4126-87d6-2d2b474c3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:40.339831 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc687-a28f-4126-87d6-2d2b474c3f24 None None] Pushing event updated for resources: {'Port': ['ID=29f0852b-ff1b-422e-bf28-1311dc304b20,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:40.582726 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:40.695106 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c05cb-b6f3-4666-9886-2c374a9b36bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:40.696632 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ec1c05cb-b6f3-4666-9886-2c374a9b36bf admin admin] 10.222.0.37 "GET /v2.0/networks/f20faec2-ab81-46fe-992b-1e746134b885 HTTP/1.1" status: 200 len: 842 time: 0.1129169 Mar 04 20:27:40.708145 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Request body: {'subnet': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:27:40.805943 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Made reservation on behalf of 7eee7d06adb64d9b843e7916252969bf for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:27:40.808180 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:41.218391 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.objects.ports [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103591) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 04 20:27:41.218807 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:41.272936 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:41.281292 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:27:41.281652 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Network hostable DHCP agents. Network: f20faec2-ab81-46fe-992b-1e746134b885, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:27:41.342856 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:27:41.394115 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, f20faec2-ab81-46fe-992b-1e746134b885) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:27:41.398229 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:41.398823 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:41.404849 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1efed4-73e1-44b3-9a60-e10d531ac8cd None None] Network f20faec2-ab81-46fe-992b-1e746134b885 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:27:41.471520 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-e295ee3f-e9de-4908-ad7f-e1d6ea5611e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7678299 Mar 04 20:27:41.506357 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd92fd5-8f77-4d54-afce-71b210375c1e None None] Network f20faec2-ab81-46fe-992b-1e746134b885 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:27:44.011232 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60684) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:44.145026 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-708b4d70-b920-4d2d-992c-7c72d11c5512 demo admin] 10.222.0.37 "GET /v2.0/routers/d6677136-47f6-43a6-adf7-3f64cdf39e44 HTTP/1.1" status: 200 len: 710 time: 0.1317794 Mar 04 20:27:44.229678 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de125e-cc2c-4823-b1e9-aafef9c8c3a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:27:44.231035 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-05de125e-cc2c-4823-b1e9-aafef9c8c3a1 demo admin] 10.222.0.37 "GET /v2.0/networks/f20faec2-ab81-46fe-992b-1e746134b885 HTTP/1.1" status: 200 len: 886 time: 0.0809705 Mar 04 20:27:44.240697 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:27:44.497284 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks [] for router_gateway (d6677136-47f6-43a6-adf7-3f64cdf39e44), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:44.777177 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks [] for router_gateway (d6677136-47f6-43a6-adf7-3f64cdf39e44), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:44.852351 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:44.952025 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Allocated IP 172.27.3.117 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/64fc55cd-c610-4b21-a28e-4b3862e80151) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:27:45.057547 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks [] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:45.137890 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:45.174882 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:27:45.178414 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:27:45.181506 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:27:45.224330 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Pushing event updated for resources: {'Port': ['ID=64fc55cd-c610-4b21-a28e-4b3862e80151,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:45.577837 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks [] for router_gateway (d6677136-47f6-43a6-adf7-3f64cdf39e44), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:45.790567 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-329162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9819'] for router (d6677136-47f6-43a6-adf7-3f64cdf39e44), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:45.794120 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-329155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-329208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334610'] for router (d6677136-47f6-43a6-adf7-3f64cdf39e44), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:45.900185 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Router d6677136-47f6-43a6-adf7-3f64cdf39e44 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:27:46.005691 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:27:46.009790 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:46.024325 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-84bdc74b-de85-4623-92c3-93a39a134913 demo admin] 10.222.0.37 "PUT /v2.0/routers/d6677136-47f6-43a6-adf7-3f64cdf39e44 HTTP/1.1" status: 200 len: 890 time: 1.7744155 Mar 04 20:27:47.345760 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 29f0852b-ff1b-422e-bf28-1311dc304b20 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:27:47.398842 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 29f0852b-ff1b-422e-bf28-1311dc304b20 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:47.399308 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:47.481727 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 29f0852b-ff1b-422e-bf28-1311dc304b20 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:27:48.613708 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 60696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:27:48.740338 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-97e7d4b3-8147-47b5-ab76-a203069965e4 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1253784 Mar 04 20:27:49.010924 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Sync routers for ids ['d6677136-47f6-43a6-adf7-3f64cdf39e44'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:27:49.024549 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Routers {'d6677136-47f6-43a6-adf7-3f64cdf39e44'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:27:49.025267 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:27:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['d6677136-47f6-43a6-adf7-3f64cdf39e44'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:49.246987 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Set router d6677136-47f6-43a6-adf7-3f64cdf39e44 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:27:49.741299 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'name': 'router1', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '64fc55cd-c610-4b21-a28e-4b3862e80151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:27:26Z', 'updated_at': '2022-03-04T20:27:45Z', 'revision_number': 4, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'gw_port': {'id': '64fc55cd-c610-4b21-a28e-4b3862e80151', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:44Z', 'updated_at': '2022-03-04T20:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '29f0852b-ff1b-422e-bf28-1311dc304b20', 'name': '', 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'mac_address': 'fa:16:3e:05:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:36Z', 'updated_at': '2022-03-04T20:27:40Z', 'revision_number': 5, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'subnets': [{'id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f4bc7cd-9730-4cb2-8430-8035d421b427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:49.798660 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Checking router: d6677136-47f6-43a6-adf7-3f64cdf39e44 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:27:49.798963 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Updating router d6677136-47f6-43a6-adf7-3f64cdf39e44 port 64fc55cd-c610-4b21-a28e-4b3862e80151 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:27:49.850153 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:50.182848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Publish callbacks [] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:50.239551 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:50.293971 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Attempting to bind port 64fc55cd-c610-4b21-a28e-4b3862e80151 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:27:50.294352 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Attempting to bind port 64fc55cd-c610-4b21-a28e-4b3862e80151 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:27:50.294721 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Attempting to bind port 64fc55cd-c610-4b21-a28e-4b3862e80151 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:27:50.300279 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ec0ea-775e-4985-a5f7-39dae27917e5 None None] Pushing event updated for resources: {'Port': ['ID=64fc55cd-c610-4b21-a28e-4b3862e80151,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:50.305291 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:27:50.305672 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:27:50.306079 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:50.306471 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:27:50.307206 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Bound port: 64fc55cd-c610-4b21-a28e-4b3862e80151, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:27:50.307449 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:50.356529 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] For port 64fc55cd-c610-4b21-a28e-4b3862e80151, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:27:50.359422 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] For port 64fc55cd-c610-4b21-a28e-4b3862e80151, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=64fc55cd-c610-4b21-a28e-4b3862e80151,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:27:50.418077 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:50.484438 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ec0ea-775e-4985-a5f7-39dae27917e5 None None] Pushing event updated for resources: {'Port': ['ID=64fc55cd-c610-4b21-a28e-4b3862e80151,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:50.492749 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Routers {'d6677136-47f6-43a6-adf7-3f64cdf39e44'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:27:50.493347 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:27:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['d6677136-47f6-43a6-adf7-3f64cdf39e44'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:50.616358 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] Set router d6677136-47f6-43a6-adf7-3f64cdf39e44 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:27:50.839029 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'name': 'router1', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '64fc55cd-c610-4b21-a28e-4b3862e80151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:27:26Z', 'updated_at': '2022-03-04T20:27:45Z', 'revision_number': 4, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'gw_port': {'id': '64fc55cd-c610-4b21-a28e-4b3862e80151', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:44Z', 'updated_at': '2022-03-04T20:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '29f0852b-ff1b-422e-bf28-1311dc304b20', 'name': '', 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'mac_address': 'fa:16:3e:05:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:36Z', 'updated_at': '2022-03-04T20:27:40Z', 'revision_number': 5, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'subnets': [{'id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f4bc7cd-9730-4cb2-8430-8035d421b427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:27:50.867323 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973db690-9627-4bff-b845-eb0e72f370ca None None] The sync data for ids ['d6677136-47f6-43a6-adf7-3f64cdf39e44'] in dv-cinder-799871-17-iscsi is: [{'id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'name': 'router1', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '64fc55cd-c610-4b21-a28e-4b3862e80151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:27:26Z', 'updated_at': '2022-03-04T20:27:45Z', 'revision_number': 4, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'gw_port': {'id': '64fc55cd-c610-4b21-a28e-4b3862e80151', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:44Z', 'updated_at': '2022-03-04T20:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '29f0852b-ff1b-422e-bf28-1311dc304b20', 'name': '', 'network_id': '5e61db4c-6942-4234-a814-90dceddd4167', 'tenant_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'mac_address': 'fa:16:3e:05:74:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6677136-47f6-43a6-adf7-3f64cdf39e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:27:36Z', 'updated_at': '2022-03-04T20:27:40Z', 'revision_number': 5, 'project_id': 'f61e177348fd4c5f95fb0cc4bc01c6a4', 'subnets': [{'id': 'a07d602d-82f6-4337-8416-2693327c6e2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f4bc7cd-9730-4cb2-8430-8035d421b427'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:27:51.407665 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 64fc55cd-c610-4b21-a28e-4b3862e80151 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:27:51.509966 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 64fc55cd-c610-4b21-a28e-4b3862e80151 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:51.510715 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:51.604165 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 64fc55cd-c610-4b21-a28e-4b3862e80151 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:27:51.604584 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:51.630089 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 64fc55cd-c610-4b21-a28e-4b3862e80151, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=64fc55cd-c610-4b21-a28e-4b3862e80151,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:27:51.692027 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:51.747882 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=64fc55cd-c610-4b21-a28e-4b3862e80151,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:27:53.392327 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 64fc55cd-c610-4b21-a28e-4b3862e80151 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:27:53.469095 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 64fc55cd-c610-4b21-a28e-4b3862e80151 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:27:53.469499 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64fc55cd-c610-4b21-a28e-4b3862e80151), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:27:53.591870 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 64fc55cd-c610-4b21-a28e-4b3862e80151 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:28:00.119880 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ffa63e02-869e-4df7-b724-65af94b8795f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:00.297656 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:28:02.486170 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcf80f3-46b9-4153-9d6d-a2b1baa2b077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:03.662945 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:04.800511 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:06.639952 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:30.142010 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1ce94a43-9250-48e7-8a14-8d940661b220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:32.510110 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb4b955e-66d0-4dc9-ac7c-800a0cbe6105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:33.674745 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:34.775855 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:36.638818 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:28:37.287784 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:29:00.124175 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9f536eee-7ca4-427e-859f-f97cd3f6c80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:02.506818 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-18605c52-7693-45d2-bb1f-5cc729f6c7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:03.666660 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:04.798043 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:06.643673 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:12.353329 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 32948) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:12.414784 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5158c3ff-bcaf-46fd-995b-85efde8edd61 admin admin] GET failed (client error): The resource could not be found. Mar 04 20:29:12.416073 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5158c3ff-bcaf-46fd-995b-85efde8edd61 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616601 Mar 04 20:29:12.577176 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c26ed-f600-421b-a1a1-794c5f2323db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:12.578614 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6b0c26ed-f600-421b-a1a1-794c5f2323db admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585219 Mar 04 20:29:14.286886 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:29:14.916322 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 32958) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:15.154094 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.policy [None req-29c420f5-617b-4d7b-b609-e27dc4a2fc74 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103592) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 20:29:15.198604 dv-cinder-799871-17-iscsi neutron-server[103592]: WARNING oslo_policy.policy [None req-29c420f5-617b-4d7b-b609-e27dc4a2fc74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:29:15.198986 dv-cinder-799871-17-iscsi neutron-server[103592]: WARNING oslo_policy.policy [None req-29c420f5-617b-4d7b-b609-e27dc4a2fc74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:29:15.206990 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c420f5-617b-4d7b-b609-e27dc4a2fc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:15.208717 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-29c420f5-617b-4d7b-b609-e27dc4a2fc74 admin admin] 10.222.0.37 "GET /v2.0/subnets/a07d602d-82f6-4337-8416-2693327c6e2f HTTP/1.1" status: 200 len: 849 time: 0.2914791 Mar 04 20:29:15.218397 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:29:15.304178 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Publish callbacks [] for subnet (a07d602d-82f6-4337-8416-2693327c6e2f), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:15.500393 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787988425391'] for subnet (a07d602d-82f6-4337-8416-2693327c6e2f), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:15.562327 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:15.563014 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:15.564398 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] 10.222.0.37 "PUT /v2.0/subnets/a07d602d-82f6-4337-8416-2693327c6e2f HTTP/1.1" status: 200 len: 868 time: 0.3498974 Mar 04 20:29:15.565047 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b28d5-10e7-4de8-a83e-5d8e8e12e729 None None] Network 5e61db4c-6942-4234-a814-90dceddd4167 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:29:15.580040 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07d602d-82f6-4337-8416-2693327c6e2f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:29:15.589767 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.590135 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.590471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.590812 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.591152 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.591489 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.591838 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.592177 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.592679 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.593022 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.593354 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.593684 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.594010 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e18dec-4184-4e98-bf74-6375beb057f7 admin admin] Tracked resource versions report: Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: pushed versions: Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: { 'AddressGroup': {'1.2'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'ConntrackHelper': {'1.0'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Log': {'1.0'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Network': {'1.1'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Port': {'1.7'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'PortForwarding': {'1.2'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'QosPolicy': {'1.10'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroup': {'1.5'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SubPort': {'1.0'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Subnet': {'1.1'}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Trunk': {'1.1'}} Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: consumer versions: Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'ConntrackHelper': '1.0', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'LocalIPAssociation': '1.0', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Log': '1.0', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Network': '1.1', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Port': '1.7', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'PortForwarding': '1.2', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'QosPolicy': '1.10', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroup': '1.5', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroupRule': '1.2', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SubPort': '1.0', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Subnet': '1.1', Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Trunk': '1.1'}} Mar 04 20:29:15.596213 dv-cinder-799871-17-iscsi neutron-server[103592]: {{(pid=103592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:29:15.881264 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-c1e596c9-2f6f-4988-af5e-3ccd19c55119 None None] Provisioning complete for port 29f0852b-ff1b-422e-bf28-1311dc304b20 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:29:15.881669 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e596c9-2f6f-4988-af5e-3ccd19c55119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (29f0852b-ff1b-422e-bf28-1311dc304b20), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:15.962731 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c1e596c9-2f6f-4988-af5e-3ccd19c55119 None None] Current status of the port 29f0852b-ff1b-422e-bf28-1311dc304b20 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:29:15.972758 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-c1e596c9-2f6f-4988-af5e-3ccd19c55119 None None] Provisioning complete for port 64131e7c-49ab-483f-bc7c-81e26b6312d3 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:29:15.973153 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e596c9-2f6f-4988-af5e-3ccd19c55119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64131e7c-49ab-483f-bc7c-81e26b6312d3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:16.047515 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c1e596c9-2f6f-4988-af5e-3ccd19c55119 None None] Current status of the port 64131e7c-49ab-483f-bc7c-81e26b6312d3 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:29:17.903018 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 32974) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:18.124930 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb9366-f79d-4e11-beff-e451a9f6ab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:18.125401 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb9366-f79d-4e11-beff-e451a9f6ab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:18.127575 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-52cb9366-f79d-4e11-beff-e451a9f6ab53 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2236013 Mar 04 20:29:20.499128 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 32982) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:20.631732 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b837af6-82e6-4493-a8fc-91fed365564f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:20.632213 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b837af6-82e6-4493-a8fc-91fed365564f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:20.634068 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-4b837af6-82e6-4493-a8fc-91fed365564f admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339829 Mar 04 20:29:22.944456 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 32990) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:23.159662 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416f866-5082-4464-9477-ad5e32d37496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:23.160965 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-0416f866-5082-4464-9477-ad5e32d37496 admin admin] 10.222.0.37 "GET /v2.0/networks/5e61db4c-6942-4234-a814-90dceddd4167 HTTP/1.1" status: 200 len: 869 time: 0.2155542 Mar 04 20:29:25.473027 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 32998) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:25.600358 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f57f4-69e4-4bfd-a4d2-8913bb43f618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:25.601652 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c80f57f4-69e4-4bfd-a4d2-8913bb43f618 admin admin] 10.222.0.37 "GET /v2.0/networks/f20faec2-ab81-46fe-992b-1e746134b885 HTTP/1.1" status: 200 len: 886 time: 0.1276591 Mar 04 20:29:27.914335 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33006) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:28.037513 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95553d-9826-4b4f-8efe-1a46b2445222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:28.037971 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95553d-9826-4b4f-8efe-1a46b2445222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:28.039503 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-0f95553d-9826-4b4f-8efe-1a46b2445222 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242039 Mar 04 20:29:30.117129 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78abb63d-6a99-42a4-b576-f02cbae10dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:30.379859 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33014) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:30.482859 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a1f17-7b36-493c-ac9a-0326f92c2bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:30.483314 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a1f17-7b36-493c-ac9a-0326f92c2bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:30.485380 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-a02a1f17-7b36-493c-ac9a-0326f92c2bcc admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040039 Mar 04 20:29:32.488813 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ae251533-d73a-4e6d-beda-3ed452055f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:32.837311 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33022) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:32.920485 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4cfaf6-cab2-453d-8598-4b00e0d4e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:32.921793 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-da4cfaf6-cab2-453d-8598-4b00e0d4e8dc admin admin] 10.222.0.37 "GET /v2.0/subnets/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e HTTP/1.1" status: 200 len: 816 time: 0.0835218 Mar 04 20:29:33.676956 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:34.825729 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:35.289337 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33030) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:35.379998 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71906dc3-e25d-4ea0-b9f3-3644ecf425ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:29:35.381387 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-71906dc3-e25d-4ea0-b9f3-3644ecf425ed admin admin] 10.222.0.37 "GET /v2.0/subnets/a07d602d-82f6-4337-8416-2693327c6e2f HTTP/1.1" status: 200 len: 868 time: 0.0910928 Mar 04 20:29:36.648221 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:51.285789 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:30:00.110420 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37da8478-e5ba-4529-b8a1-ef9d583dac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:02.493375 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8339bbed-6d9e-4ace-8610-1e3b23cdb471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:03.693286 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:03.787847 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33082) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:03.835060 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [None req-0ca31b51-1855-4d77-b7ef-1b9c37750ed3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:30:03.836064 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-0ca31b51-1855-4d77-b7ef-1b9c37750ed3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472221 Mar 04 20:30:04.853313 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:06.267379 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33090) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:06.326747 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f3a2c7-0bb7-44c8-b996-4e7e33f0a5a7 admin admin] GET failed (client error): The resource could not be found. Mar 04 20:30:06.327992 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-35f3a2c7-0bb7-44c8-b996-4e7e33f0a5a7 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596726 Mar 04 20:30:06.412919 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e4a93-4298-47bb-9d58-6eff49eb7980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:06.414350 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-449e4a93-4298-47bb-9d58-6eff49eb7980 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818691 Mar 04 20:30:06.624827 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:08.774656 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33098) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:08.821079 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:08.893989 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Made reservation on behalf of 7eee7d06adb64d9b843e7916252969bf for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:30:08.896387 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:08.924265 dv-cinder-799871-17-iscsi neutron-server[103591]: WARNING neutron.services.revisions.revision_plugin [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Could not find related network for resource to bump revision. Mar 04 20:30:08.934701 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:30:08.943703 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (f8c2209d-d3b4-43a1-892f-8e7b6da9f21e), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:08.944042 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Added segment f8c2209d-d3b4-43a1-892f-8e7b6da9f21e of type vlan for network 08633acf-81bf-433e-8e95-2a3276aa8aa3 Mar 04 20:30:08.981523 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (08633acf-81bf-433e-8e95-2a3276aa8aa3), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:09.058851 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (08633acf-81bf-433e-8e95-2a3276aa8aa3), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:09.059953 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:09.060576 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:09.121187 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Pushing event updated for resources: {'Network': ['ID=08633acf-81bf-433e-8e95-2a3276aa8aa3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:09.128281 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.128675 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.129025 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.129366 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.129700 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.130032 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.130382 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.130715 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.131056 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.131389 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.131714 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.132100 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.132723 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:09.144987 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 08633acf-81bf-433e-8e95-2a3276aa8aa3 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:30:09.170212 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-86cb9f59-54f1-418c-9381-73220514cd2d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3944385 Mar 04 20:30:11.545365 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33106) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:11.605747 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02117b7-6ee0-4025-b6c3-1f7b3d82b9cf admin admin] GET failed (client error): The resource could not be found. Mar 04 20:30:11.607051 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f02117b7-6ee0-4025-b6c3-1f7b3d82b9cf admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607345 Mar 04 20:30:11.679436 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b29c96-ecef-4733-a920-7180562ae09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:11.681761 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-72b29c96-ecef-4733-a920-7180562ae09f admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704663 Mar 04 20:30:11.692141 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:11.773171 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Made reservation on behalf of 7eee7d06adb64d9b843e7916252969bf for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:30:11.775469 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:12.093632 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (83909fc0-0c42-4ad9-a779-5cd801f24084), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:12.151226 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83909fc0-0c42-4ad9-a779-5cd801f24084,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:12.162736 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Checking segment: {'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:30:12.164238 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Network hostable DHCP agents. Network: 08633acf-81bf-433e-8e95-2a3276aa8aa3, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:30:12.270218 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Network 08633acf-81bf-433e-8e95-2a3276aa8aa3 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:30:12.338804 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 08633acf-81bf-433e-8e95-2a3276aa8aa3) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:12.342939 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:12.343540 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:12.348832 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60977cfd-69a5-47c7-a12a-4f1adcfbf4d5 None None] Network 08633acf-81bf-433e-8e95-2a3276aa8aa3 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:30:12.444386 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-22e14c78-ad9f-48ad-848d-ba9a4d405735 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7564795 Mar 04 20:30:12.459169 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-08633acf-81bf-433e-8e95-2a3276aa8aa3', 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3', 'project_id': '7eee7d06adb64d9b843e7916252969bf', 'fixed_ips': [{'subnet_id': '83909fc0-0c42-4ad9-a779-5cd801f24084'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:30:12.460079 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:12.609008 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Allocated IP 192.168.233.2 (08633acf-81bf-433e-8e95-2a3276aa8aa3/83909fc0-0c42-4ad9-a779-5cd801f24084/9b541042-06c7-4750-8491-7a7aea6e1b68) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:30:12.858600 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Publish callbacks [] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:12.905385 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:12.945205 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Network 08633acf-81bf-433e-8e95-2a3276aa8aa3 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:30:12.947945 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:12.950943 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:30:12.960103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Pushing event updated for resources: {'Port': ['ID=9b541042-06c7-4750-8491-7a7aea6e1b68,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:12.983944 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.984336 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.984702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.985036 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.985364 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.985690 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.986036 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.986396 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.986814 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.987068 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.987394 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.987715 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:12.988079 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:13.025750 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Attempting to bind port 9b541042-06c7-4750-8491-7a7aea6e1b68 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:30:13.026120 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Attempting to bind port 9b541042-06c7-4750-8491-7a7aea6e1b68 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:30:13.026488 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Attempting to bind port 9b541042-06c7-4750-8491-7a7aea6e1b68 on network 08633acf-81bf-433e-8e95-2a3276aa8aa3 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:30:13.031530 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:30:13.031905 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Checking segment: {'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:30:13.032337 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:13.032738 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Bound using segment: {'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:30:13.033479 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Bound port: 9b541042-06c7-4750-8491-7a7aea6e1b68, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:30:13.033866 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:13.097314 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] For port 9b541042-06c7-4750-8491-7a7aea6e1b68, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:30:13.100438 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] For port 9b541042-06c7-4750-8491-7a7aea6e1b68, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=9b541042-06c7-4750-8491-7a7aea6e1b68,segment=NetworkSegment(f8c2209d-d3b4-43a1-892f-8e7b6da9f21e),segment_id=f8c2209d-d3b4-43a1-892f-8e7b6da9f21e)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:30:13.179667 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:13.238848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b859d2-7d61-4b3a-9d1d-64343fd0083f None None] Pushing event updated for resources: {'Port': ['ID=9b541042-06c7-4750-8491-7a7aea6e1b68,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:14.189919 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24442a95-5fe0-4397-abe9-d20c5dfd7290 None None] Network 08633acf-81bf-433e-8e95-2a3276aa8aa3 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:30:14.263791 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-d978bb4c-4a25-4938-9331-e286cc6ed4db None None] Provisioning complete for port 9b541042-06c7-4750-8491-7a7aea6e1b68 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:14.264116 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d978bb4c-4a25-4938-9331-e286cc6ed4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.386680 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d978bb4c-4a25-4938-9331-e286cc6ed4db None None] Current status of the port 9b541042-06c7-4750-8491-7a7aea6e1b68 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:14.387078 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d978bb4c-4a25-4938-9331-e286cc6ed4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.429415 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d978bb4c-4a25-4938-9331-e286cc6ed4db None None] For port 9b541042-06c7-4750-8491-7a7aea6e1b68, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=9b541042-06c7-4750-8491-7a7aea6e1b68,segment=NetworkSegment(f8c2209d-d3b4-43a1-892f-8e7b6da9f21e),segment_id=f8c2209d-d3b4-43a1-892f-8e7b6da9f21e)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:30:14.482142 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d978bb4c-4a25-4938-9331-e286cc6ed4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.535775 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978bb4c-4a25-4938-9331-e286cc6ed4db None None] Pushing event updated for resources: {'Port': ['ID=9b541042-06c7-4750-8491-7a7aea6e1b68,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:14.604869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-f5446397-7375-4d9a-bcb3-04dcae44aabc None None] Provisioning complete for port 9b541042-06c7-4750-8491-7a7aea6e1b68 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:14.605262 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5446397-7375-4d9a-bcb3-04dcae44aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.688199 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f5446397-7375-4d9a-bcb3-04dcae44aabc None None] Current status of the port 9b541042-06c7-4750-8491-7a7aea6e1b68 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:15.451806 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 9b541042-06c7-4750-8491-7a7aea6e1b68 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:30:15.506107 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 9b541042-06c7-4750-8491-7a7aea6e1b68 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:15.506655 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (9b541042-06c7-4750-8491-7a7aea6e1b68), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:15.593935 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 9b541042-06c7-4750-8491-7a7aea6e1b68 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:28.284856 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:30:30.155581 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2077d296-96bc-48d5-ba03-3bb03f38d666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:32.515161 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb030935-6a68-4c17-8871-46d4da0f4b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:33.670075 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:34.806800 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:36.641146 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:00.143667 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a19e236c-cdab-4c9c-987d-9e422f21d560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:02.503379 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-39c11991-a233-4ac2-a400-806274ecd1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:03.663580 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:04.817668 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:05.283476 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:31:06.640206 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:30.154234 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-98d6f955-c71b-4f0a-bd83-29e418e90eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:32.479516 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1b5430c-6c46-44a8-975f-efe33c80ab3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:33.662698 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:34.799277 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:36.667816 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:42.281837 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:31:55.304930 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33144) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:31:55.310540 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [None req-a8aac73b-d23e-4b6d-b284-31fa03795343 tempest-verify_tempest_config-861810708 tempest-verify_tempest_config-861810708-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:31:55.311574 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-a8aac73b-d23e-4b6d-b284-31fa03795343 tempest-verify_tempest_config-861810708 tempest-verify_tempest_config-861810708-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056725 Mar 04 20:31:55.764271 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33162) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:31:55.880258 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:55.995970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Publish callbacks [] for security_group (c938659c-b5a4-4fd1-86dd-dc0b7f030cce), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:56.049843 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c938659c-b5a4-4fd1-86dd-dc0b7f030cce), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:56.093375 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c938659c-b5a4-4fd1-86dd-dc0b7f030cce,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:31:56.097876 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c388e50de4334b208f1ac62398998b7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3325984 Mar 04 20:31:56.100748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33168) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:31:56.102134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.102509 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.102861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.103198 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.103529 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.103860 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.104225 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.104565 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.104949 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.105281 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.105604 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.105925 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.106249 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84699ad-1c68-414b-8a69-0f2c2cbeca01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.155583 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Publish callbacks [] for security_group (c938659c-b5a4-4fd1-86dd-dc0b7f030cce), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:56.179400 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Publish callbacks [] for security_group (c938659c-b5a4-4fd1-86dd-dc0b7f030cce), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:56.330673 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c938659c-b5a4-4fd1-86dd-dc0b7f030cce), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:56.333330 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:56.334505 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c938659c-b5a4-4fd1-86dd-dc0b7f030cce HTTP/1.1" status: 204 len: 168 time: 0.2327867 Mar 04 20:31:56.342201 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c938659c-b5a4-4fd1-86dd-dc0b7f030cce,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:31:56.349708 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.350015 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.350359 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.350695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.351026 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.351354 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.351718 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.352045 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.352416 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.352744 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.353070 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.353390 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:31:56.353706 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cefcd4d-5d75-4511-b3a0-2142437b7d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:00.164442 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b9a1df3a-6b8e-44c5-8da5-b9a469ecafe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:02.558683 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d540a8e8-945a-423e-9086-e3372c84b27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:03.673147 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:04.792898 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:06.621531 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:19.280201 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:32:30.151824 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4381d9e2-8105-4bc1-9893-f5b76191ad07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:32.534747 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a3feb3b-d0cb-4b72-8e03-15cef56413f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:33.689681 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:34.809113 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:36.632199 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:56.278976 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:33:00.128226 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-927e6177-a9d7-45c8-9a00-d19dbd8bc7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:02.528520 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05549aa8-4425-4e02-8b24-7bc09d94a33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:03.676934 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:04.830662 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:06.631034 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:30.156247 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb85945e-4774-45fc-b534-3f2aed882e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:32.504453 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5d14c412-f120-46be-8e71-d5a42ba3920b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:33.278170 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 5 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:33:33.698461 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:34.670172 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-334328'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:34.783995 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:36.755874 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:49.594370 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33238) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:33:49.711485 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-74bf0a27-9a90-4c1f-9f5a-70e9fe9edf56 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1155226 Mar 04 20:33:52.124232 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33248) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:33:52.185559 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4f037db7-97eb-4375-88ff-01df6a968c31 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0597932 Mar 04 20:34:00.120756 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a58f4805-4007-4d36-aee4-b584d0de7b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:02.480311 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b94da185-3f1d-4d94-a344-f299ba6a1e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:03.686031 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:04.629091 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:04.806174 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:06.622996 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:10.278053 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:34:30.149060 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-53788a4e-8e47-420c-bdba-c4da80e90d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:32.491411 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69fdf12c-f811-406c-8f0e-cf6a24a22d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:33.668089 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:34.668435 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:34.800318 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:36.639581 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:47.278718 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:35:00.141970 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2f46543a-06d5-4b0f-bc29-a9515433f518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:02.496554 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c1e6449-d26b-4d54-80dd-590ec3a90786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:03.701692 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:04.627206 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:04.792834 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:06.621491 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:24.286555 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:35:27.809980 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33404) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:28.067020 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-335482769-network', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:28.119932 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33432) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:28.158508 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Made reservation on behalf of 66de518ec0ef4bbcb648260fe68c67ea for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:28.161046 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.174695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.300983 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks [] for security_group (6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.341285 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.363645 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:35:28.378976 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:28.381576 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (4be37472-32e1-46c1-abca-7d7f60af24e9), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.382258 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Added segment 4be37472-32e1-46c1-abca-7d7f60af24e9 of type vlan for network df506647-f259-497e-8346-870adfcc7ea0 Mar 04 20:35:28.401234 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.401583 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.401926 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.405051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Tracked resource versions report: Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: pushed versions: Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: { 'AddressGroup': {'1.2'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'ConntrackHelper': {'1.0'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Log': {'1.0'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Network': {'1.1'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Port': {'1.7'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'PortForwarding': {'1.2'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'QosPolicy': {'1.10'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroup': {'1.5'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SubPort': {'1.0'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Subnet': {'1.1'}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Trunk': {'1.1'}} Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: consumer versions: Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'ConntrackHelper': '1.0', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'LocalIPAssociation': '1.0', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Log': '1.0', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Network': '1.1', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Port': '1.7', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'PortForwarding': '1.2', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'QosPolicy': '1.10', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroup': '1.5', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SecurityGroupRule': '1.2', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'SubPort': '1.0', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Subnet': '1.1', Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: 'Trunk': '1.1'}} Mar 04 20:35:28.406358 dv-cinder-799871-17-iscsi neutron-server[103591]: {{(pid=103591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:35:28.446865 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (df506647-f259-497e-8346-870adfcc7ea0), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.529851 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (df506647-f259-497e-8346-870adfcc7ea0), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.530818 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:28.531413 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.597340 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] Pushing event updated for resources: {'Network': ['ID=df506647-f259-497e-8346-870adfcc7ea0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:28.610293 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network df506647-f259-497e-8346-870adfcc7ea0 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:35:28.612470 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-network', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:28.620883 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d3bc5427-c670-46e5-8bb1-c77813552c0c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8095882 Mar 04 20:35:28.626944 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33448) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:28.628931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Request body: {'subnet': {'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-subnet', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:28.695350 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Made reservation on behalf of 882fdc1bfb964a6d9ca694c6c7bd1eaa for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:28.697894 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.707063 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.712957 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Made reservation on behalf of 66de518ec0ef4bbcb648260fe68c67ea for: {'subnet': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:28.716578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.803426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks [] for security_group (0b1799e8-d948-4db6-b736-443d8452f41c), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.826462 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33458) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:28.850187 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:28.868098 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0b1799e8-d948-4db6-b736-443d8452f41c), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.878307 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:28.891286 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:35:28.918901 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (b3ae6962-4e2b-4588-b336-3f103b4e0424), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:28.919251 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Added segment b3ae6962-4e2b-4588-b336-3f103b4e0424 of type vlan for network a3fad84c-a309-4289-a6b4-857e305b24bd Mar 04 20:35:28.920662 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1799e8-d948-4db6-b736-443d8452f41c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:28.966093 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (a3fad84c-a309-4289-a6b4-857e305b24bd), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.041403 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (67d53c7f-5ca0-4079-919d-46c0f469aec7), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.067219 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (a3fad84c-a309-4289-a6b4-857e305b24bd), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.068819 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:29.069468 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.112116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d53c7f-5ca0-4079-919d-46c0f469aec7,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:29.127331 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.129835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.129835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.129835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.129835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.129835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.129835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.129835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.131669 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.132047 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.132426 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.132968 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.133491 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Tracked resource versions report: Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: pushed versions: Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: { 'AddressGroup': {'1.2'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'ConntrackHelper': {'1.0'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Log': {'1.0'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Network': {'1.1'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Port': {'1.7'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'PortForwarding': {'1.2'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'QosPolicy': {'1.10'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroup': {'1.5'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SubPort': {'1.0'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Subnet': {'1.1'}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Trunk': {'1.1'}} Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: consumer versions: Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'ConntrackHelper': '1.0', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'LocalIPAssociation': '1.0', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Log': '1.0', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Network': '1.1', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Port': '1.7', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'PortForwarding': '1.2', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'QosPolicy': '1.10', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroup': '1.5', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SecurityGroupRule': '1.2', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'SubPort': '1.0', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Subnet': '1.1', Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: 'Trunk': '1.1'}} Mar 04 20:35:29.134693 dv-cinder-799871-17-iscsi neutron-server[103592]: {{(pid=103592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:35:29.140869 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Checking segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:29.141184 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Network hostable DHCP agents. Network: df506647-f259-497e-8346-870adfcc7ea0, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:35:29.177815 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0536897 Mar 04 20:35:29.178612 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33480) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:29.180872 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8714d67-9f4c-42b7-bbaf-90f9a94e6670 admin admin] Pushing event updated for resources: {'Network': ['ID=a3fad84c-a309-4289-a6b4-857e305b24bd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:29.183743 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Request body: {'subnet': {'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-subnet', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:29.191710 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network a3fad84c-a309-4289-a6b4-857e305b24bd details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:35:29.215617 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Network df506647-f259-497e-8346-870adfcc7ea0 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:35:29.261876 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Made reservation on behalf of 882fdc1bfb964a6d9ca694c6c7bd1eaa for: {'subnet': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:29.266673 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.286085 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, df506647-f259-497e-8346-870adfcc7ea0) {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:29.289632 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2055097739-network', 'tenant_id': '8e686347c0694700961e45ad7c75dc2c'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:29.300704 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:29.301534 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.303049 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810edbd-5d2d-4c36-997f-04303df6e58f None None] Network df506647-f259-497e-8346-870adfcc7ea0 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:29.325133 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846873668-network', 'tenant_id': '270cf8542e974c63b9dccc0573b2d6d1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:29.344641 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-145721499-network', 'tenant_id': 'af15fcef91224b5594eee935e86cc383'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:29.381860 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Made reservation on behalf of 8e686347c0694700961e45ad7c75dc2c for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:29.385408 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.397731 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.437871 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-6d845e2c-ad15-4eb3-9e38-9c45750dfad4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8139768 Mar 04 20:35:29.441572 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:29.445888 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:29.461611 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-df506647-f259-497e-8346-870adfcc7ea0', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:35:29.462964 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.487945 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Made reservation on behalf of af15fcef91224b5594eee935e86cc383 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:29.490801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.510377 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.514355 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Made reservation on behalf of 270cf8542e974c63b9dccc0573b2d6d1 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:29.516858 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.547846 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.580951 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks [] for security_group (563df6fa-ee78-4161-989b-2412f3f7cffc), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.599781 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (1193c46a-b175-4f48-a38e-7a04ddb833ce), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.629702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Allocated IP 172.20.0.2 (df506647-f259-497e-8346-870adfcc7ea0/67d53c7f-5ca0-4079-919d-46c0f469aec7/71beddcf-b835-4833-9dd5-a6968e833f38) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:29.636725 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (4fb46332-4413-4c22-bba9-4e19a1a15518), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.637681 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (4fb46332-4413-4c22-bba9-4e19a1a15518), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.677479 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1193c46a-b175-4f48-a38e-7a04ddb833ce,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:29.704625 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Checking segment: {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:29.705353 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Network hostable DHCP agents. Network: a3fad84c-a309-4289-a6b4-857e305b24bd, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:35:29.709593 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks [] for router_controller (4fb46332-4413-4c22-bba9-4e19a1a15518), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.714204 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (563df6fa-ee78-4161-989b-2412f3f7cffc), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.773281 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563df6fa-ee78-4161-989b-2412f3f7cffc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:29.783001 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks [] for security_group (ab7c178e-e826-45a9-b170-1b2fbc23c0ec), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.784232 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:35:29.804724 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Publish callbacks [] for port (71beddcf-b835-4833-9dd5-a6968e833f38), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.815042 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Network a3fad84c-a309-4289-a6b4-857e305b24bd is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:35:29.857902 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks [] for security_group (7792b8d4-dc1a-4b6a-ad63-9d958bc75cee), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.890503 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.893649 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (7b10de4b-4882-4549-a041-19bed85e98b6), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.893996 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Added segment 7b10de4b-4882-4549-a041-19bed85e98b6 of type vlan for network 3c4a1948-5e21-471b-9099-bc52faa8de05 Mar 04 20:35:29.895353 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ab7c178e-e826-45a9-b170-1b2fbc23c0ec), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.918337 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, a3fad84c-a309-4289-a6b4-857e305b24bd) {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:29.930348 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:29.932190 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:29.949994 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Pushing event updated for resources: {'Port': ['ID=71beddcf-b835-4833-9dd5-a6968e833f38,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:29.959651 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.960516 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.961051 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.961641 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.962358 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.963521 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.964174 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.964839 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.965486 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.965979 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.966460 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.966952 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.967429 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Tracked resource versions report: Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: pushed versions: Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: { 'AddressGroup': {'1.2'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'ConntrackHelper': {'1.0'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Log': {'1.0'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Network': {'1.1'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Port': {'1.7'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'PortForwarding': {'1.2'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'QosPolicy': {'1.10'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroup': {'1.5'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SubPort': {'1.0'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Subnet': {'1.1'}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Trunk': {'1.1'}} Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: consumer versions: Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'ConntrackHelper': '1.0', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'LocalIPAssociation': '1.0', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Log': '1.0', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Network': '1.1', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Port': '1.7', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'PortForwarding': '1.2', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'QosPolicy': '1.10', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroup': '1.5', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SecurityGroupRule': '1.2', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'SubPort': '1.0', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Subnet': '1.1', Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: 'Trunk': '1.1'}} Mar 04 20:35:29.969097 dv-cinder-799871-17-iscsi neutron-server[103593]: {{(pid=103593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:35:29.993190 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Network df506647-f259-497e-8346-870adfcc7ea0 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:29.994756 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e6510-fbfa-4ab4-89cd-18a8efb393d2 None None] Network a3fad84c-a309-4289-a6b4-857e305b24bd requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:29.999125 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:30.005598 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8c8612f7-ec7b-4f42-9bfd-2533dc0d4a58 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8251607 Mar 04 20:35:30.006832 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (3c4a1948-5e21-471b-9099-bc52faa8de05), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.007555 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33508) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:30.012940 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:30.017285 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:30.042436 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:35:30.054051 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (2259ddeb-6c6f-4626-8978-254791cbb9ac), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.054411 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Added segment 2259ddeb-6c6f-4626-8978-254791cbb9ac of type vlan for network 5d0c319a-2042-4403-a805-fc7c2c046473 Mar 04 20:35:30.107887 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7792b8d4-dc1a-4b6a-ad63-9d958bc75cee), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.126151 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (5d0c319a-2042-4403-a805-fc7c2c046473), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.161313 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Attempting to bind port 71beddcf-b835-4833-9dd5-a6968e833f38 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:30.162118 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Attempting to bind port 71beddcf-b835-4833-9dd5-a6968e833f38 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:30.163174 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Attempting to bind port 71beddcf-b835-4833-9dd5-a6968e833f38 on network df506647-f259-497e-8346-870adfcc7ea0 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:30.183265 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:30.184085 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Checking segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:30.184762 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.185380 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Bound using segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:30.186128 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Bound port: 71beddcf-b835-4833-9dd5-a6968e833f38, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:30.186727 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.205301 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.208802 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.216775 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (3c4a1948-5e21-471b-9099-bc52faa8de05), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.217843 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:30.218441 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.232949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c178e-e826-45a9-b170-1b2fbc23c0ec,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:30.251357 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:35:30.258704 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cd7d6-e9f4-4608-baef-530e07aa7ca6 None None] Network a3fad84c-a309-4289-a6b4-857e305b24bd requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:30.267520 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0965dc39-b9b8-4984-bdbe-91ab8656a43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.273562 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 20:35:30.315167 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks [] for router_gateway (4fb46332-4413-4c22-bba9-4e19a1a15518), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.345250 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4938080 Mar 04 20:35:30.348714 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33532) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:30.354197 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (b29af937-8cea-427e-bcaa-4b5b405f341c), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.354553 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Added segment b29af937-8cea-427e-bcaa-4b5b405f341c of type vlan for network 449f2dee-084c-455b-b400-53bb1417e5c2 Mar 04 20:35:30.378698 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Request body: {'subnet': {'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2055097739-subnet', 'tenant_id': '8e686347c0694700961e45ad7c75dc2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:30.383535 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] For port 71beddcf-b835-4833-9dd5-a6968e833f38, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:30.401508 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] For port 71beddcf-b835-4833-9dd5-a6968e833f38, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=71beddcf-b835-4833-9dd5-a6968e833f38,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:30.440344 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (5d0c319a-2042-4403-a805-fc7c2c046473), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.441309 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:30.442449 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.458191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad38aba-16ae-4d5a-b2dd-7f52e36fea05 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4a1948-5e21-471b-9099-bc52faa8de05,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:30.471897 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 3c4a1948-5e21-471b-9099-bc52faa8de05 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:35:30.497199 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks [] for router_controller (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), precommit_add_association {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.501508 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (449f2dee-084c-455b-b400-53bb1417e5c2), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.505891 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7792b8d4-dc1a-4b6a-ad63-9d958bc75cee,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:30.507067 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.602212 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0c319a-2042-4403-a805-fc7c2c046473,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:30.608689 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-cdcbcd08-69ac-47f9-bd2a-b531e6838798 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7271028 Mar 04 20:35:30.614729 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33540) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:30.619671 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Request body: {'subnet': {'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-145721499-subnet', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:30.647868 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 5d0c319a-2042-4403-a805-fc7c2c046473 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:35:30.661180 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (449f2dee-084c-455b-b400-53bb1417e5c2), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.665491 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:30.666120 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.747156 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] Pushing event updated for resources: {'Network': ['ID=449f2dee-084c-455b-b400-53bb1417e5c2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:30.772461 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Made reservation on behalf of 8e686347c0694700961e45ad7c75dc2c for: {'subnet': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:30.775206 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.796006 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 449f2dee-084c-455b-b400-53bb1417e5c2 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:35:30.808765 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Made reservation on behalf of af15fcef91224b5594eee935e86cc383 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:30.812480 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:30.817156 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eb38e-c48f-4504-bb56-a95e659d2e09 None None] Pushing event updated for resources: {'Port': ['ID=71beddcf-b835-4833-9dd5-a6968e833f38,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:31.007522 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d86e4717-5e22-454b-94dc-8f5508d3b504 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1772380 Mar 04 20:35:31.009964 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33550) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:31.045583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Request body: {'subnet': {'network_id': '449f2dee-084c-455b-b400-53bb1417e5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846873668-subnet', 'tenant_id': '270cf8542e974c63b9dccc0573b2d6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:31.057729 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks [] for router_gateway (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.155732 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks [] for router_gateway (4fb46332-4413-4c22-bba9-4e19a1a15518), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.187908 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.401062 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Allocated IP 172.27.3.45 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/eca87f10-6f6d-44ec-8fa8-d90706b641cf) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:31.401760 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Made reservation on behalf of 270cf8542e974c63b9dccc0573b2d6d1 for: {'subnet': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:31.404206 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.489201 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (c88a879c-2019-4e6d-9441-7e0ce713e8e8), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.504419 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (b07ad0d5-1093-4c82-93a6-f67f17b3a5bf), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.563436 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07ad0d5-1093-4c82-93a6-f67f17b3a5bf,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:31.600285 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88a879c-2019-4e6d-9441-7e0ce713e8e8,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:31.637591 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Checking segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:31.638132 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Network hostable DHCP agents. Network: 5d0c319a-2042-4403-a805-fc7c2c046473, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:35:31.643342 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks [] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.686376 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 71beddcf-b835-4833-9dd5-a6968e833f38 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:31.739235 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:35:31.753719 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 71beddcf-b835-4833-9dd5-a6968e833f38 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:31.754123 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.808508 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Checking segment: {'id': '7b10de4b-4882-4549-a041-19bed85e98b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:31.809163 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Network hostable DHCP agents. Network: 3c4a1948-5e21-471b-9099-bc52faa8de05, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:35:31.822675 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.839042 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 5d0c319a-2042-4403-a805-fc7c2c046473) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:31.862026 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf3419-e017-43c3-a556-950f6e0d4a25 None None] Network 5d0c319a-2042-4403-a805-fc7c2c046473 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:31.893118 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks [] for router_gateway (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.899895 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:31.900612 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.904027 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:31.927076 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:31.938977 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:31.945435 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 71beddcf-b835-4833-9dd5-a6968e833f38 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:31.946039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:31.950150 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Pushing event updated for resources: {'Port': ['ID=eca87f10-6f6d-44ec-8fa8-d90706b641cf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:31.973053 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (ecd51366-3f5b-45f5-a8e1-ce49382f4506), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.021103 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9c0ce43d-b3f3-48ff-9352-9860722899bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4027307 Mar 04 20:35:32.037112 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 71beddcf-b835-4833-9dd5-a6968e833f38, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=71beddcf-b835-4833-9dd5-a6968e833f38,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:32.048689 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-5d0c319a-2042-4403-a805-fc7c2c046473', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:35:32.049993 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.055013 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Network 3c4a1948-5e21-471b-9099-bc52faa8de05 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:35:32.058250 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.061561 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33570) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:32.082440 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd51366-3f5b-45f5-a8e1-ce49382f4506,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:32.103111 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:32.160574 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 3c4a1948-5e21-471b-9099-bc52faa8de05) {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:32.177806 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.182651 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfaf9f-aec4-4a4f-8ad7-23e58ef84598 None None] Network 3c4a1948-5e21-471b-9099-bc52faa8de05 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:32.274230 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:32.274840 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.288207 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (3f76477d-abb6-4d91-99a0-af7a58ab9865), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.289555 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (3f76477d-abb6-4d91-99a0-af7a58ab9865), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.345823 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Checking segment: {'id': 'b29af937-8cea-427e-bcaa-4b5b405f341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '449f2dee-084c-455b-b400-53bb1417e5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:32.346175 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Network hostable DHCP agents. Network: 449f2dee-084c-455b-b400-53bb1417e5c2, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:35:32.440558 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d719e67f-f1b3-4c1c-b097-79311387533a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0802674 Mar 04 20:35:32.459215 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b171a1-23d0-42c4-bc67-a8f2bd16cc92 None None] Network df506647-f259-497e-8346-870adfcc7ea0 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:32.469456 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=71beddcf-b835-4833-9dd5-a6968e833f38,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:32.470237 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks [] for router_controller (3f76477d-abb6-4d91-99a0-af7a58ab9865), precommit_add_association {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.492064 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Allocated IP 172.27.3.135 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/d3b79327-2739-4dd0-a762-df2353125518) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:32.594302 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f4f46-4a60-40ca-a837-13b90b6627b3 None None] Network 3c4a1948-5e21-471b-9099-bc52faa8de05 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:32.594607 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks [] for router_gateway (4fb46332-4413-4c22-bba9-4e19a1a15518), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.651819 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Network 449f2dee-084c-455b-b400-53bb1417e5c2 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:35:32.673505 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b43c26ba-414b-40bc-acfd-65ee04c16c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.727824 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Allocated IP 172.20.0.2 (5d0c319a-2042-4403-a805-fc7c2c046473/c88a879c-2019-4e6d-9441-7e0ce713e8e8/afecdca1-c855-4687-9542-9823f582fc2e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:32.747553 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks [] for port (d3b79327-2739-4dd0-a762-df2353125518), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.812045 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-3cff6af6-2019-4919-aa08-c6112f16899d None None] Provisioning complete for port 71beddcf-b835-4833-9dd5-a6968e833f38 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:32.812487 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3cff6af6-2019-4919-aa08-c6112f16899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.895424 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 449f2dee-084c-455b-b400-53bb1417e5c2) {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:32.919494 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:32.920779 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.932600 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (d3b79327-2739-4dd0-a762-df2353125518), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:32.944466 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c5546-c91e-41a8-b648-9738da38c451 None None] Network 449f2dee-084c-455b-b400-53bb1417e5c2 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:33.005906 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33636) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:33.008373 dv-cinder-799871-17-iscsi neutron-server[103591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 20:35:33.080793 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:33.117595 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:33.124080 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:33.134467 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (4fb46332-4413-4c22-bba9-4e19a1a15518), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:33.170944 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Pushing event updated for resources: {'Port': ['ID=d3b79327-2739-4dd0-a762-df2353125518,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:33.179179 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks [] for router_gateway (3f76477d-abb6-4d91-99a0-af7a58ab9865), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:33.194903 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-f86fbc07-4631-4d33-a330-84bd5d59be9a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1806602 Mar 04 20:35:33.217980 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3cff6af6-2019-4919-aa08-c6112f16899d None None] Current status of the port 71beddcf-b835-4833-9dd5-a6968e833f38 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:33.334587 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0fc7691e-7b5f-463b-83b8-d2e29a37f07a tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:33.336964 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0fc7691e-7b5f-463b-83b8-d2e29a37f07a tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/networks?id=3c4a1948-5e21-471b-9099-bc52faa8de05 HTTP/1.1" status: 200 len: 812 time: 0.3300745 Mar 04 20:35:33.394026 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-caa91116-394f-4d0d-884c-8ca57feeaaf6 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/quotas/8e686347c0694700961e45ad7c75dc2c HTTP/1.1" status: 200 len: 375 time: 0.0491002 Mar 04 20:35:33.411156 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a6382-cab6-478a-abf2-9fb4586ff3d3 None None] Network 449f2dee-084c-455b-b400-53bb1417e5c2 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:33.452706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Publish callbacks [] for port (afecdca1-c855-4687-9542-9823f582fc2e), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:33.542736 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-f28f42b2-1700-4882-a411-a3375c4f725c tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e686347c0694700961e45ad7c75dc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328735 Mar 04 20:35:33.608056 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (afecdca1-c855-4687-9542-9823f582fc2e), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:33.665777 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 71beddcf-b835-4833-9dd5-a6968e833f38 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:33.718580 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Router 4fb46332-4413-4c22-bba9-4e19a1a15518 is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:35:33.815355 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:33.821587 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Pushing event updated for resources: {'Port': ['ID=afecdca1-c855-4687-9542-9823f582fc2e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:33.825624 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:33.844206 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:33.855037 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-bcb1ab91-e5b6-4e4d-925f-ea65e55c4ee4 None None] Provisioning complete for port 71beddcf-b835-4833-9dd5-a6968e833f38 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:33.855566 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ab91-e5b6-4e4d-925f-ea65e55c4ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.005607 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.022166 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-e6339299-5d7e-4f39-9588-750a5a795a36 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:35:34.023209 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-e6339299-5d7e-4f39-9588-750a5a795a36 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2302303 Mar 04 20:35:34.036082 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Attempting to bind port afecdca1-c855-4687-9542-9823f582fc2e on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:34.036576 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Attempting to bind port afecdca1-c855-4687-9542-9823f582fc2e by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:34.037108 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Attempting to bind port afecdca1-c855-4687-9542-9823f582fc2e on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:34.042551 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 71beddcf-b835-4833-9dd5-a6968e833f38 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:34.042926 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.045684 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:34.046059 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Checking segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:34.046453 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.046977 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Bound using segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:34.047454 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Bound port: afecdca1-c855-4687-9542-9823f582fc2e, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:34.047884 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (afecdca1-c855-4687-9542-9823f582fc2e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.055661 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks [] for router_gateway (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.102182 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:35:34.112266 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Sync routers for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:35:34.120363 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks [] for router_gateway (3f76477d-abb6-4d91-99a0-af7a58ab9865), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.194328 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.225219 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1ab91-e5b6-4e4d-925f-ea65e55c4ee4 None None] Current status of the port 71beddcf-b835-4833-9dd5-a6968e833f38 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:34.229246 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-21e3cbc7-81e4-4e13-972b-e70c0e86f41d service neutron] 10.222.0.37 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973584 Mar 04 20:35:34.260275 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.265552 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b037ae0a-08d8-4202-8434-b6f16a3f95b8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8229318 Mar 04 20:35:34.273409 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33686) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:34.295942 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:34.296958 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:34.298185 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] For port afecdca1-c855-4687-9542-9823f582fc2e, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:34.317154 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] For port afecdca1-c855-4687-9542-9823f582fc2e, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=afecdca1-c855-4687-9542-9823f582fc2e,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:34.400699 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (afecdca1-c855-4687-9542-9823f582fc2e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.582234 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:34.597621 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Allocated IP 172.27.3.190 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/367968b3-5f79-4734-a195-9beaab51ba91) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:34.611372 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33708) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:34.624955 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-236866174-network', 'tenant_id': '64167652ae4140dfb8107629fff3acca'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:34.634133 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-44f28c7c-9b46-4d68-8c54-ee464e42e21a service neutron] 10.222.0.37 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963678 Mar 04 20:35:34.739203 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86ed7c-c253-42dc-9bb5-074ab2403d9d None None] Pushing event updated for resources: {'Port': ['ID=afecdca1-c855-4687-9542-9823f582fc2e,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:34.785557 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 71beddcf-b835-4833-9dd5-a6968e833f38 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:34.832613 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Made reservation on behalf of 64167652ae4140dfb8107629fff3acca for: {'network': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:34.836199 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.839346 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.856035 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.857603 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:34.923243 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.025126 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:32Z', 'revision_number': 3, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:35.061051 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Checking router: 4fb46332-4413-4c22-bba9-4e19a1a15518 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:35:35.061403 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Updating router 4fb46332-4413-4c22-bba9-4e19a1a15518 port eca87f10-6f6d-44ec-8fa8-d90706b641cf binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:35:35.069506 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks [] for port (367968b3-5f79-4734-a195-9beaab51ba91), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.079425 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.134177 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.331206 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks [] for security_group (0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.648739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (367968b3-5f79-4734-a195-9beaab51ba91), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.648739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.648739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:35:35.650089 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c1e167c8-ed46-46d9-8b72-7b7b3ccf135b req-933465f6-8759-4bc3-a3f3-4224aff7cbde tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.1365142 Mar 04 20:35:35.651309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:35:35.651309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:35.651868 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Allocated IP 172.20.0.1 (df506647-f259-497e-8346-870adfcc7ea0/67d53c7f-5ca0-4079-919d-46c0f469aec7/7ddde503-202e-4f12-ab20-c1d09087a3eb) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:35.657932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:35.657932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:35.657932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787988592478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (8cfdf6ee-3b67-433c-8736-16868a868891), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.657932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Unsubscribe: segment precommit_create {{(pid=103592) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 20:35:35.659269 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.segments_db [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Added segment 8cfdf6ee-3b67-433c-8736-16868a868891 of type vlan for network a88449b6-0970-42db-b9d7-26a78eb52ea8 Mar 04 20:35:35.682964 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:35.763895 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device afecdca1-c855-4687-9542-9823f582fc2e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:35.803541 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Publish callbacks [] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.812145 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Pushing event updated for resources: {'Port': ['ID=367968b3-5f79-4734-a195-9beaab51ba91,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:35.817137 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (a88449b6-0970-42db-b9d7-26a78eb52ea8), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.825068 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks [] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.873603 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port afecdca1-c855-4687-9542-9823f582fc2e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:35.874204 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (afecdca1-c855-4687-9542-9823f582fc2e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.896154 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.972079 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Attempting to bind port eca87f10-6f6d-44ec-8fa8-d90706b641cf on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:35.972507 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Attempting to bind port eca87f10-6f6d-44ec-8fa8-d90706b641cf by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:35.972878 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Attempting to bind port eca87f10-6f6d-44ec-8fa8-d90706b641cf on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:35.976500 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.981621 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:35.981621 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:35.981621 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:35.982057 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:35.982429 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Bound port: eca87f10-6f6d-44ec-8fa8-d90706b641cf, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:35.982802 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.009787 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port afecdca1-c855-4687-9542-9823f582fc2e is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:36.009787 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (afecdca1-c855-4687-9542-9823f582fc2e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.057003 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] For port eca87f10-6f6d-44ec-8fa8-d90706b641cf, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:36.060355 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] For port eca87f10-6f6d-44ec-8fa8-d90706b641cf, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=eca87f10-6f6d-44ec-8fa8-d90706b641cf,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:36.062133 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Network df506647-f259-497e-8346-870adfcc7ea0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:36.065285 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:36.072547 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:36.073039 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (4fb46332-4413-4c22-bba9-4e19a1a15518), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.090192 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port afecdca1-c855-4687-9542-9823f582fc2e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=afecdca1-c855-4687-9542-9823f582fc2e,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:36.094652 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Pushing event updated for resources: {'Port': ['ID=eca87f10-6f6d-44ec-8fa8-d90706b641cf,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:36.111818 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 20:35:36.115374 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.115757 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.116120 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.121444 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.121595 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.124793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Tracked resource versions report: Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: pushed versions: Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: { 'AddressGroup': {'1.2'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'ConntrackHelper': {'1.0'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Log': {'1.0'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Network': {'1.1'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Port': {'1.7'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'PortForwarding': {'1.2'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'QosPolicy': {'1.10'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroup': {'1.5'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SubPort': {'1.0'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Subnet': {'1.1'}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Trunk': {'1.1'}} Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: consumer versions: Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: { DHCP agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: L3 agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: Metadata agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: Metering agent@dv-cinder-799871-17-iscsi: {}, Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: Open vSwitch agent@dv-cinder-799871-17-iscsi: { 'AddressGroup': '1.2', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'ConntrackHelper': '1.0', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'LocalIPAssociation': '1.0', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Log': '1.0', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Network': '1.1', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Port': '1.7', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'PortForwarding': '1.2', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'QosPolicy': '1.10', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroup': '1.5', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SecurityGroupRule': '1.2', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'SubPort': '1.0', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Subnet': '1.1', Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: 'Trunk': '1.1'}} Mar 04 20:35:36.133694 dv-cinder-799871-17-iscsi neutron-server[103594]: {{(pid=103594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:35:36.138161 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.148335 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (afecdca1-c855-4687-9542-9823f582fc2e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.276398 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=afecdca1-c855-4687-9542-9823f582fc2e,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:36.292087 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75073ae4-46ea-47cd-8c60-276453a3df33 None None] Pushing event updated for resources: {'Port': ['ID=eca87f10-6f6d-44ec-8fa8-d90706b641cf,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:36.304713 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:36.311198 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:36.338313 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Pushing event updated for resources: {'Port': ['ID=7ddde503-202e-4f12-ab20-c1d09087a3eb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:36.414647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks [] for router_gateway (3f76477d-abb6-4d91-99a0-af7a58ab9865), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.416353 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (a88449b6-0970-42db-b9d7-26a78eb52ea8), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.417343 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:36.417924 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.455978 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:35:36.497783 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Sync routers for ids ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:35:36.505923 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-5ab1fcad-995f-4fcb-ab6f-d6c362033eed None None] Provisioning complete for port 7ddde503-202e-4f12-ab20-c1d09087a3eb triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:36.506704 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5ab1fcad-995f-4fcb-ab6f-d6c362033eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.553058 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Routers {'96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:36.553797 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:36.594408 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:36.658552 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.673592 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1fcad-995f-4fcb-ab6f-d6c362033eed None None] Port 7ddde503-202e-4f12-ab20-c1d09087a3eb cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:35:36.683045 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64523f5-1afd-4d8e-a3c1-ba0b213123ff None None] Network 5d0c319a-2042-4403-a805-fc7c2c046473 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:36.706749 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7d4c8718-a8e1-42e7-b24e-ff3f69e97a81 req-c1419217-fd70-4efc-b282-4e8ad1b9c87d tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0506451 Mar 04 20:35:36.830107 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2148883 Mar 04 20:35:36.830292 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.830377 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a809c0-ac5f-4820-be97-48124191a628 admin admin] Pushing event updated for resources: {'Network': ['ID=a88449b6-0970-42db-b9d7-26a78eb52ea8,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:36.834686 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33816) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:36.873149 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Request body: {'subnet': {'network_id': 'a88449b6-0970-42db-b9d7-26a78eb52ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-236866174-subnet', 'tenant_id': '64167652ae4140dfb8107629fff3acca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:36.890022 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network a88449b6-0970-42db-b9d7-26a78eb52ea8 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:35:36.902862 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.907017 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-2105f9bb-e27a-4d72-aa2a-3965d86fbf5f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8955474 Mar 04 20:35:36.907493 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33820) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:36.966271 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks [] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:36.971044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Made reservation on behalf of 64167652ae4140dfb8107629fff3acca for: {'subnet': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:36.973491 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.007733 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:32Z', 'revision_number': 3, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:37.009181 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-8c7cc96d-f66e-4b00-97a7-a1958433e661 None None] Provisioning complete for port afecdca1-c855-4687-9542-9823f582fc2e triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:37.009726 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8c7cc96d-f66e-4b00-97a7-a1958433e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (afecdca1-c855-4687-9542-9823f582fc2e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.038097 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Set router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:37.049458 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cddd903-34ab-4134-a33d-1020e843572f None None] The sync data for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi is: [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:32Z', 'revision_number': 3, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:35:37.134845 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.135565 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (4fb46332-4413-4c22-bba9-4e19a1a15518), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.176373 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (3f76477d-abb6-4d91-99a0-af7a58ab9865), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.242625 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33828) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:37.316461 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8c7cc96d-f66e-4b00-97a7-a1958433e661 None None] Current status of the port afecdca1-c855-4687-9542-9823f582fc2e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:37.430659 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:35:33Z', 'revision_number': 3, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:37.529772 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Checking router: 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:35:37.529772 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Updating router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec port d3b79327-2739-4dd0-a762-df2353125518 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:35:37.622041 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d3b79327-2739-4dd0-a762-df2353125518), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.738122 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (e46ad012-c408-40e6-9738-2502662707b9), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.813206 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Network df506647-f259-497e-8346-870adfcc7ea0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:37.887999 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46ad012-c408-40e6-9738-2502662707b9,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:37.896198 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d19b8ae-c4d0-4486-93dc-80acde93c8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.905042 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:37.907279 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-2e8a94f3-52a9-4219-9214-547a04e20cd3 None None] Provisioning complete for port afecdca1-c855-4687-9542-9823f582fc2e triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:37.907772 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Checking segment: {'id': '8cfdf6ee-3b67-433c-8736-16868a868891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a88449b6-0970-42db-b9d7-26a78eb52ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:37.907870 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2e8a94f3-52a9-4219-9214-547a04e20cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (afecdca1-c855-4687-9542-9823f582fc2e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:37.907979 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Network hostable DHCP agents. Network: a88449b6-0970-42db-b9d7-26a78eb52ea8, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:35:37.911966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:35:37.985717 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device eca87f10-6f6d-44ec-8fa8-d90706b641cf up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:37.999767 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Pushing event updated for resources: {'Port': ['ID=7ddde503-202e-4f12-ab20-c1d09087a3eb,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:38.001585 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Network a88449b6-0970-42db-b9d7-26a78eb52ea8 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:35:38.120462 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, a88449b6-0970-42db-b9d7-26a78eb52ea8) {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:38.127157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:38.127940 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.156871 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:35:38.168725 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:35:38.184150 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:38.185819 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:38.211230 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975c094-00d1-4624-99cf-ddb866134392 None None] Network a88449b6-0970-42db-b9d7-26a78eb52ea8 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:38.230403 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-53391822-5fdc-49d3-a0b8-3fc7c853b0df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3950515 Mar 04 20:35:38.258135 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.259400 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-a4ed0584-1621-4421-b2ec-4faf440ef758 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1615982 Mar 04 20:35:38.262568 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33844) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:38.328892 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d19b8ae-c4d0-4486-93dc-80acde93c8a8 admin admin] Publish callbacks [] for security_group (946d60ea-8466-4006-9d22-30356cc4c2a2), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.331792 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7526225b-befe-4889-8820-e2ac109b6a73 req-c7eb87f5-96e6-4e40-85ce-c8a56911bf46 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.1963809 Mar 04 20:35:38.348036 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Router 4fb46332-4413-4c22-bba9-4e19a1a15518 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:35:38.416895 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:38.425262 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d19b8ae-c4d0-4486-93dc-80acde93c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (946d60ea-8466-4006-9d22-30356cc4c2a2), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.439782 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port eca87f10-6f6d-44ec-8fa8-d90706b641cf triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:38.448224 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.492653 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33846) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:38.520248 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8d19b8ae-c4d0-4486-93dc-80acde93c8a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4aff316c78524785b460595e7e7d078d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2757137 Mar 04 20:35:38.531607 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33848) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:38.559442 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19b8ae-c4d0-4486-93dc-80acde93c8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946d60ea-8466-4006-9d22-30356cc4c2a2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:38.618527 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a94f3-52a9-4219-9214-547a04e20cd3 None None] Current status of the port afecdca1-c855-4687-9542-9823f582fc2e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:38.646226 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 3, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:38.668902 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Publish callbacks [] for port (d3b79327-2739-4dd0-a762-df2353125518), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.678131 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_v2 [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] Deleting subnet ecd51366-3f5b-45f5-a8e1-ce49382f4506 {{(pid=103592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:35:38.698920 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] Publish callbacks [] for subnet (ecd51366-3f5b-45f5-a8e1-ce49382f4506), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.704136 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafec434-0cbb-4764-b312-820875e09af5 None None] Network a88449b6-0970-42db-b9d7-26a78eb52ea8 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:35:38.784432 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:35:38.784770 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Updating router 3f76477d-abb6-4d91-99a0-af7a58ab9865 port 367968b3-5f79-4734-a195-9beaab51ba91 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:35:38.795679 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (d3b79327-2739-4dd0-a762-df2353125518), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.802694 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] Publish callbacks [] for subnet (ecd51366-3f5b-45f5-a8e1-ce49382f4506), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.813628 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (ecd51366-3f5b-45f5-a8e1-ce49382f4506), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.828281 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (367968b3-5f79-4734-a195-9beaab51ba91), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:38.920832 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:35:38.940800 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-cfb94d18-e3a5-4e62-8489-d01d051be65b admin admin] 10.222.0.37 "PUT /v2.0/routers/4fb46332-4413-4c22-bba9-4e19a1a15518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6615171 Mar 04 20:35:38.953087 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-206be6ac-6073-4bea-81c3-bd2e37494dc8 admin admin] Publish callbacks [] for security_group (946d60ea-8466-4006-9d22-30356cc4c2a2), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.009659 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for subnet (ecd51366-3f5b-45f5-a8e1-ce49382f4506), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.070217 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd51366-3f5b-45f5-a8e1-ce49382f4506,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:39.075133 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.080430 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-68824f05-cf4a-4923-b4dd-4e35d32a30e5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ecd51366-3f5b-45f5-a8e1-ce49382f4506 HTTP/1.1" status: 204 len: 168 time: 0.5856180 Mar 04 20:35:39.082426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33866) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:39.091863 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-206be6ac-6073-4bea-81c3-bd2e37494dc8 admin admin] Publish callbacks [] for security_group (946d60ea-8466-4006-9d22-30356cc4c2a2), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.121487 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.155997 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port eca87f10-6f6d-44ec-8fa8-d90706b641cf is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:39.156570 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.200165 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port eca87f10-6f6d-44ec-8fa8-d90706b641cf, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=eca87f10-6f6d-44ec-8fa8-d90706b641cf,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:39.231284 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (449f2dee-084c-455b-b400-53bb1417e5c2), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.262313 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-5a76eb2e-d1bb-4090-b29a-b992ba8549bf None None] Provisioning complete for port 7ddde503-202e-4f12-ab20-c1d09087a3eb triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:39.269384 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb2e-d1bb-4090-b29a-b992ba8549bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.281393 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Attempting to bind port d3b79327-2739-4dd0-a762-df2353125518 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:39.281770 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Attempting to bind port d3b79327-2739-4dd0-a762-df2353125518 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:39.288876 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Attempting to bind port d3b79327-2739-4dd0-a762-df2353125518 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:39.323852 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabdf02-aa18-4df2-8fcf-3bc288feaa8b None None] Pushing event updated for resources: {'Port': ['ID=d3b79327-2739-4dd0-a762-df2353125518,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:39.332122 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.333072 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device afecdca1-c855-4687-9542-9823f582fc2e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:39.343582 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:39.343964 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:39.344412 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.344814 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:39.345345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Bound port: d3b79327-2739-4dd0-a762-df2353125518, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:39.346006 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d3b79327-2739-4dd0-a762-df2353125518), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.351091 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-206be6ac-6073-4bea-81c3-bd2e37494dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (946d60ea-8466-4006-9d22-30356cc4c2a2), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.354043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-206be6ac-6073-4bea-81c3-bd2e37494dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.355629 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-206be6ac-6073-4bea-81c3-bd2e37494dc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/946d60ea-8466-4006-9d22-30356cc4c2a2 HTTP/1.1" status: 204 len: 168 time: 0.8199689 Mar 04 20:35:39.381703 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Publish callbacks [] for port (367968b3-5f79-4734-a195-9beaab51ba91), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.426938 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (449f2dee-084c-455b-b400-53bb1417e5c2), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.438654 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (367968b3-5f79-4734-a195-9beaab51ba91), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.457593 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206be6ac-6073-4bea-81c3-bd2e37494dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946d60ea-8466-4006-9d22-30356cc4c2a2,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:39.483113 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.502708 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.503158 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.504001 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.504761 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > port after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.505702 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > port after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.506195 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.506595 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.507019 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.507419 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.507826 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.576759 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Attempting to bind port 367968b3-5f79-4734-a195-9beaab51ba91 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:39.577142 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Attempting to bind port 367968b3-5f79-4734-a195-9beaab51ba91 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:39.579857 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Attempting to bind port 367968b3-5f79-4734-a195-9beaab51ba91 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:39.599522 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-5a76eb2e-d1bb-4090-b29a-b992ba8549bf None None] Port 7ddde503-202e-4f12-ab20-c1d09087a3eb cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:35:39.599716 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:39.600109 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:39.600548 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.602515 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:39.604442 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Bound port: 367968b3-5f79-4734-a195-9beaab51ba91, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:39.609843 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (367968b3-5f79-4734-a195-9beaab51ba91), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.685345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=eca87f10-6f6d-44ec-8fa8-d90706b641cf,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:39.685637 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33882) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:39.705394 dv-cinder-799871-17-iscsi neutron-server[103592]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 20:35:39.710077 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] For port d3b79327-2739-4dd0-a762-df2353125518, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:39.722877 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] For port d3b79327-2739-4dd0-a762-df2353125518, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=d3b79327-2739-4dd0-a762-df2353125518,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:39.751267 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port afecdca1-c855-4687-9542-9823f582fc2e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:39.751859 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (afecdca1-c855-4687-9542-9823f582fc2e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.752908 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] For port 367968b3-5f79-4734-a195-9beaab51ba91, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:39.759281 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] For port 367968b3-5f79-4734-a195-9beaab51ba91, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=367968b3-5f79-4734-a195-9beaab51ba91,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:39.773173 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0308ccd4-8bce-4415-95f0-46138303146e req-83f9ea42-a3e1-4ab7-bef6-e28dd1890152 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0861509 Mar 04 20:35:39.792059 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1386f-bd87-4392-b41f-764b64981bcc None None] Pushing event updated for resources: {'Port': ['ID=367968b3-5f79-4734-a195-9beaab51ba91,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:39.839029 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (367968b3-5f79-4734-a195-9beaab51ba91), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.847647 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (d3b79327-2739-4dd0-a762-df2353125518), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:39.900591 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Sync routers for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:35:39.952383 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:39.953002 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:39.957748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.958305 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.958505 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.958999 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:35:39.959383 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449f2dee-084c-455b-b400-53bb1417e5c2']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:39.966393 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:39.967041 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:39.972059 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1386f-bd87-4392-b41f-764b64981bcc None None] Pushing event updated for resources: {'Port': ['ID=367968b3-5f79-4734-a195-9beaab51ba91,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:39.998137 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29af937-8cea-427e-bcaa-4b5b405f341c') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:39.998424 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29af937-8cea-427e-bcaa-4b5b405f341c') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:40.032979 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (b29af937-8cea-427e-bcaa-4b5b405f341c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.050055 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Routers {'96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:40.050610 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:40.072523 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (b29af937-8cea-427e-bcaa-4b5b405f341c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.080652 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:35:40.081052 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (b29af937-8cea-427e-bcaa-4b5b405f341c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: from cryptography.utils import int_from_bytes Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: from cryptography.utils import int_from_bytes Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:35:40.097538 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:35:40.125746 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Allocated IP 172.20.0.1 (5d0c319a-2042-4403-a805-fc7c2c046473/c88a879c-2019-4e6d-9441-7e0ce713e8e8/12dd4691-0c8a-4838-a0ea-117cf482a556) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:40.170149 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:40.187709 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] Set router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:40.196811 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Allocated IP 172.20.0.1 (a3fad84c-a309-4289-a6b4-857e305b24bd/1193c46a-b175-4f48-a38e-7a04ddb833ce/7df37377-eed5-44e0-80d2-c5ebe442574e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:40.250045 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33890) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:40.272608 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fa506ff6-d426-4803-b316-57c073acf4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.287859 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabdf02-aa18-4df2-8fcf-3bc288feaa8b None None] Pushing event updated for resources: {'Port': ['ID=d3b79327-2739-4dd0-a762-df2353125518,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:40.324898 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port afecdca1-c855-4687-9542-9823f582fc2e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:40.346560 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks [] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.423665 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks [] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.436499 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:40.474329 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device eca87f10-6f6d-44ec-8fa8-d90706b641cf up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:40.481467 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33892) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:40.486439 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2c13beeb-fdd8-4d2b-a2af-3b6e8bf06baa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398647477', 'description': 'tempest-description--1406521596'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:40.502665 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fa506ff6-d426-4803-b316-57c073acf4ae admin admin] Publish callbacks [] for security_group (15cf8194-c62c-4fbb-b28e-134f9bb21341), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.509178 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.549752 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Network a3fad84c-a309-4289-a6b4-857e305b24bd is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:40.552598 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:40.552908 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-132723da-175a-457e-b37e-9f195f5843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 3, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:40.556268 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:40.578523 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Pushing event updated for resources: {'Port': ['ID=7df37377-eed5-44e0-80d2-c5ebe442574e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:40.585269 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (449f2dee-084c-455b-b400-53bb1417e5c2), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.586968 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132723da-175a-457e-b37e-9f195f5843bb None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 3, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:35:40.593978 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fa506ff6-d426-4803-b316-57c073acf4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (15cf8194-c62c-4fbb-b28e-134f9bb21341), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.596889 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c13beeb-fdd8-4d2b-a2af-3b6e8bf06baa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.598947 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.643975 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.656368 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-fa506ff6-d426-4803-b316-57c073acf4ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65a3adfcb70343ba8bed6e2bfffbc10e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4051487 Mar 04 20:35:40.662006 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 33896) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:40.673752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port eca87f10-6f6d-44ec-8fa8-d90706b641cf triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:40.674077 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.687582 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa506ff6-d426-4803-b316-57c073acf4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf8194-c62c-4fbb-b28e-134f9bb21341,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:40.703567 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:40.706529 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.707671 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:35:33Z', 'revision_number': 3, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:40.709045 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:40.713945 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] 10.222.0.37 "DELETE /v2.0/networks/449f2dee-084c-455b-b400-53bb1417e5c2 HTTP/1.1" status: 204 len: 168 time: 1.6245627 Mar 04 20:35:40.718331 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33898) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:40.719613 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fdb76-107d-457a-9860-c69fe9325fea admin admin] Pushing event deleted for resources: {'Network': ['ID=449f2dee-084c-455b-b400-53bb1417e5c2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:40.721744 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:40.722395 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (3f76477d-abb6-4d91-99a0-af7a58ab9865), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.758800 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24864e1d-1b15-493e-9a0d-53b520417137 None None] The sync data for ids ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'] in dv-cinder-799871-17-iscsi is: [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:35:33Z', 'revision_number': 3, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:35:40.842089 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] Deleting subnet e46ad012-c408-40e6-9738-2502662707b9 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:35:40.846106 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] Publish callbacks [] for subnet (e46ad012-c408-40e6-9738-2502662707b9), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:40.906118 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Pushing event updated for resources: {'Port': ['ID=12dd4691-0c8a-4838-a0ea-117cf482a556,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:40.964225 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port eca87f10-6f6d-44ec-8fa8-d90706b641cf is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:40.990941 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 2, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:41.016913 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8d592f-5ccb-4c4e-b438-8c75be67b47c admin admin] Publish callbacks [] for security_group (15cf8194-c62c-4fbb-b28e-134f9bb21341), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.040079 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51a61baa-d965-4a5d-ad6d-b131aa7ac9c3 req-14473dd7-2f7e-4da6-8b45-4954c8c2e013 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0850964 Mar 04 20:35:41.046124 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Checking router: 4fb46332-4413-4c22-bba9-4e19a1a15518 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:35:41.046670 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Updating router 4fb46332-4413-4c22-bba9-4e19a1a15518 port 7ddde503-202e-4f12-ab20-c1d09087a3eb binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:35:41.150569 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.156547 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8d592f-5ccb-4c4e-b438-8c75be67b47c admin admin] Publish callbacks [] for security_group (15cf8194-c62c-4fbb-b28e-134f9bb21341), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.204251 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c13beeb-fdd8-4d2b-a2af-3b6e8bf06baa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (2d6da7ec-3b09-4fc2-a67f-c9771812d2c4), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.221578 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (e46ad012-c408-40e6-9738-2502662707b9), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.221866 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-e1c3d4d2-0763-4b75-a4d1-3e275898dcf0 None None] Provisioning complete for port 12dd4691-0c8a-4838-a0ea-117cf482a556 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:41.222345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e1c3d4d2-0763-4b75-a4d1-3e275898dcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.291223 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c13beeb-fdd8-4d2b-a2af-3b6e8bf06baa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2d6da7ec-3b09-4fc2-a67f-c9771812d2c4), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.353164 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8d592f-5ccb-4c4e-b438-8c75be67b47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (15cf8194-c62c-4fbb-b28e-134f9bb21341), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.355709 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8d592f-5ccb-4c4e-b438-8c75be67b47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.361299 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9b8d592f-5ccb-4c4e-b438-8c75be67b47c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15cf8194-c62c-4fbb-b28e-134f9bb21341 HTTP/1.1" status: 204 len: 168 time: 0.6937907 Mar 04 20:35:41.362127 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3d4d2-0763-4b75-a4d1-3e275898dcf0 None None] Port 12dd4691-0c8a-4838-a0ea-117cf482a556 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:35:41.375192 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (e46ad012-c408-40e6-9738-2502662707b9), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.396992 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.399717 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.406796 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d592f-5ccb-4c4e-b438-8c75be67b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf8194-c62c-4fbb-b28e-134f9bb21341,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:41.643446 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks [] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.656146 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c13beeb-fdd8-4d2b-a2af-3b6e8bf06baa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.660666 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2c13beeb-fdd8-4d2b-a2af-3b6e8bf06baa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1776953 Mar 04 20:35:41.662521 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33910) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:41.700352 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d664b8e5-bdbd-4baf-bac1-49b3103bdc07 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'security_group_rule': {'security_group_id': '2d6da7ec-3b09-4fc2-a67f-c9771812d2c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:41.741110 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.833738 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Pushing event updated for resources: {'Port': ['ID=7df37377-eed5-44e0-80d2-c5ebe442574e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:41.878589 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks [] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.883786 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d664b8e5-bdbd-4baf-bac1-49b3103bdc07 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (7e30e757-b7d9-4c65-aaac-6cd470c26142), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.929547 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.930334 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (3f76477d-abb6-4d91-99a0-af7a58ab9865), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:41.990975 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Publish callbacks [] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.013510 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13beeb-fdd8-4d2b-a2af-3b6e8bf06baa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:42.026532 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d664b8e5-bdbd-4baf-bac1-49b3103bdc07 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (7e30e757-b7d9-4c65-aaac-6cd470c26142), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.037798 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.049248 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Pushing event updated for resources: {'Port': ['ID=12dd4691-0c8a-4838-a0ea-117cf482a556,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:42.066957 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.209807 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b31e63-32a4-460b-bca8-c856a308d86a None None] Pushing event updated for resources: {'Port': ['ID=7ddde503-202e-4f12-ab20-c1d09087a3eb,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:42.237919 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:42.245654 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d664b8e5-bdbd-4baf-bac1-49b3103bdc07 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (7e30e757-b7d9-4c65-aaac-6cd470c26142), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.246434 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:42.380807 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664b8e5-bdbd-4baf-bac1-49b3103bdc07 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e30e757-b7d9-4c65-aaac-6cd470c26142,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:42.419511 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Attempting to bind port 7ddde503-202e-4f12-ab20-c1d09087a3eb on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:42.430184 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Attempting to bind port 7ddde503-202e-4f12-ab20-c1d09087a3eb by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:42.430184 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Attempting to bind port 7ddde503-202e-4f12-ab20-c1d09087a3eb on network df506647-f259-497e-8346-870adfcc7ea0 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:42.460857 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:42.461128 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Checking segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:42.463365 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.463933 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Bound using segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:42.468586 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Bound port: 7ddde503-202e-4f12-ab20-c1d09087a3eb, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:42.469386 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.522338 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.39', 61022) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:42.547206 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8c0b62ef-69a9-44f5-b833-e086cf1944b4 req-2c7ebda5-be83-4938-af37-6e1df2c425ee tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.1471021 Mar 04 20:35:42.549460 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (e46ad012-c408-40e6-9738-2502662707b9), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.631625 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 367968b3-5f79-4734-a195-9beaab51ba91 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:42.651919 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46ad012-c408-40e6-9738-2502662707b9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:42.728148 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:35:42.782470 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d664b8e5-bdbd-4baf-bac1-49b3103bdc07 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.784103 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d664b8e5-bdbd-4baf-bac1-49b3103bdc07 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0950663 Mar 04 20:35:42.795053 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33948) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:42.804165 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.810638 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-0f8b2bde-21d7-4362-8c4f-2d8c2fc503a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e46ad012-c408-40e6-9738-2502662707b9 HTTP/1.1" status: 204 len: 168 time: 2.0837021 Mar 04 20:35:42.811250 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 33950) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:42.814214 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] For port 7ddde503-202e-4f12-ab20-c1d09087a3eb, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:42.814557 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f9ea95ba-089f-43bd-9712-d06425305531 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'security_group_rule': {'security_group_id': '2d6da7ec-3b09-4fc2-a67f-c9771812d2c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:42.823767 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Network a3fad84c-a309-4289-a6b4-857e305b24bd is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:42.825644 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-60c628ce-38c5-4ce8-8843-5d7875ec52a2 None None] Provisioning complete for port 7ddde503-202e-4f12-ab20-c1d09087a3eb triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:42.826352 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-60c628ce-38c5-4ce8-8843-5d7875ec52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.830422 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] For port 7ddde503-202e-4f12-ab20-c1d09087a3eb, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7ddde503-202e-4f12-ab20-c1d09087a3eb,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:42.920372 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-60c628ce-38c5-4ce8-8843-5d7875ec52a2 None None] Port 7ddde503-202e-4f12-ab20-c1d09087a3eb cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:35:42.921764 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 367968b3-5f79-4734-a195-9beaab51ba91 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:42.922136 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (367968b3-5f79-4734-a195-9beaab51ba91), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.933474 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:42.951781 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:35:42.963259 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-f2ecffc8-217d-47a1-a698-b0d5cbf8f4dd admin admin] 10.222.0.37 "PUT /v2.0/routers/3f76477d-abb6-4d91-99a0-af7a58ab9865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6996114 Mar 04 20:35:42.991663 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:43.042267 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (a88449b6-0970-42db-b9d7-26a78eb52ea8), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:43.056033 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-fbfcbc79-f34d-47b7-a9b2-e265d5b61803 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:43.058122 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-fbfcbc79-f34d-47b7-a9b2-e265d5b61803 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.39 "GET /v2.0/networks?id=3c4a1948-5e21-471b-9099-bc52faa8de05 HTTP/1.1" status: 200 len: 812 time: 0.5345485 Mar 04 20:35:43.132726 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:43.141000 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:43.158377 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-531edeb4-4de3-4c44-af3a-e83fa505eb39 None None] Provisioning complete for port 12dd4691-0c8a-4838-a0ea-117cf482a556 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:43.158758 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-531edeb4-4de3-4c44-af3a-e83fa505eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:43.237258 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Request body: {'port': {'device_id': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05', 'admin_state_up': True, 'tenant_id': '8e686347c0694700961e45ad7c75dc2c'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:43.281618 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:35:43.341446 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b31e63-32a4-460b-bca8-c856a308d86a None None] Pushing event updated for resources: {'Port': ['ID=7ddde503-202e-4f12-ab20-c1d09087a3eb,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:43.421614 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9ea95ba-089f-43bd-9712-d06425305531 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (f1a57ba9-8899-49bc-9789-778a7718f8cb), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:43.441534 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-531edeb4-4de3-4c44-af3a-e83fa505eb39 None None] Port 12dd4691-0c8a-4838-a0ea-117cf482a556 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:35:43.477576 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 367968b3-5f79-4734-a195-9beaab51ba91 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:43.477974 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (367968b3-5f79-4734-a195-9beaab51ba91), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:43.513153 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 367968b3-5f79-4734-a195-9beaab51ba91, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=367968b3-5f79-4734-a195-9beaab51ba91,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:43.524971 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:43.579937 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (367968b3-5f79-4734-a195-9beaab51ba91), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:43.580952 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device d3b79327-2739-4dd0-a762-df2353125518 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:43.684723 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (a88449b6-0970-42db-b9d7-26a78eb52ea8), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:43.765309 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a27e813d-682f-4c5e-ba9b-ed729b23391f req-dd363b92-dad1-44a3-a1e5-1e1f40fba0af tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0825350 Mar 04 20:35:43.803656 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-6a215967-ab4d-4abd-aa50-ba95316dfb90 None None] Provisioning complete for port 7ddde503-202e-4f12-ab20-c1d09087a3eb triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:43.804087 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a215967-ab4d-4abd-aa50-ba95316dfb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:43.842430 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88449b6-0970-42db-b9d7-26a78eb52ea8']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:43.936721 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=367968b3-5f79-4734-a195-9beaab51ba91,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:43.991657 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port d3b79327-2739-4dd0-a762-df2353125518 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:43.992130 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (d3b79327-2739-4dd0-a762-df2353125518), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.007702 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:35:44.015816 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfdf6ee-3b67-433c-8736-16868a868891') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:44.016012 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfdf6ee-3b67-433c-8736-16868a868891') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:44.028097 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (8cfdf6ee-3b67-433c-8736-16868a868891), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.050882 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (8cfdf6ee-3b67-433c-8736-16868a868891), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.065535 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:35:44.065945 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (8cfdf6ee-3b67-433c-8736-16868a868891), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:35:44.093616 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:35:44.104584 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-7e229508-b957-4861-abc4-deae1f7bf71d admin admin] 10.222.0.37 "PUT /v2.0/routers/96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1938183 Mar 04 20:35:44.187279 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9ea95ba-089f-43bd-9712-d06425305531 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (f1a57ba9-8899-49bc-9789-778a7718f8cb), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.226238 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6a215967-ab4d-4abd-aa50-ba95316dfb90 None None] Current status of the port 7ddde503-202e-4f12-ab20-c1d09087a3eb is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:44.226632 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a215967-ab4d-4abd-aa50-ba95316dfb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.242166 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34026) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:44.247294 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-b1c79878-8939-4ce8-bdc8-c8b9de6f8b50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664059900', 'description': 'tempest-description--1660099718'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:44.261064 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9ea95ba-089f-43bd-9712-d06425305531 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (f1a57ba9-8899-49bc-9789-778a7718f8cb), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.292611 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (a88449b6-0970-42db-b9d7-26a78eb52ea8), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.295603 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Made reservation on behalf of 8e686347c0694700961e45ad7c75dc2c for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:44.299543 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.333394 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.338842 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a88449b6-0970-42db-b9d7-26a78eb52ea8 HTTP/1.1" status: 204 len: 168 time: 1.5114768 Mar 04 20:35:44.338842 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de5f78-fc9e-43a3-bec5-05e0e8452558 admin admin] Pushing event deleted for resources: {'Network': ['ID=a88449b6-0970-42db-b9d7-26a78eb52ea8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:44.346810 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea95ba-089f-43bd-9712-d06425305531 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a57ba9-8899-49bc-9789-778a7718f8cb,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:44.387389 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-6a215967-ab4d-4abd-aa50-ba95316dfb90 None None] For port 7ddde503-202e-4f12-ab20-c1d09087a3eb, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7ddde503-202e-4f12-ab20-c1d09087a3eb,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:44.392586 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c79878-8939-4ce8-bdc8-c8b9de6f8b50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.421334 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port d3b79327-2739-4dd0-a762-df2353125518 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:44.421736 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d3b79327-2739-4dd0-a762-df2353125518), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.436995 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:35:44.437526 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9ea95ba-089f-43bd-9712-d06425305531 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.437526 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f9ea95ba-089f-43bd-9712-d06425305531 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6350667 Mar 04 20:35:44.437683 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34038) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:44.441392 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:44.446077 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:44.446755 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:44.489235 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port d3b79327-2739-4dd0-a762-df2353125518, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=d3b79327-2739-4dd0-a762-df2353125518,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:44.495864 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:42Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:44.504785 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a215967-ab4d-4abd-aa50-ba95316dfb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.573703 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff4378-d332-4dae-bbd1-cf86032188f7 None None] The sync data for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi is: [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:42Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:35:44.587084 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (d3b79327-2739-4dd0-a762-df2353125518), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.599142 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.629882 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c79878-8939-4ce8-bdc8-c8b9de6f8b50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (7049ca0d-d819-427c-a148-2b48b1a02d22), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:44.756003 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:44.822063 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a215967-ab4d-4abd-aa50-ba95316dfb90 None None] Pushing event updated for resources: {'Port': ['ID=7ddde503-202e-4f12-ab20-c1d09087a3eb,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:44.958060 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 367968b3-5f79-4734-a195-9beaab51ba91 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:45.045340 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c79878-8939-4ce8-bdc8-c8b9de6f8b50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7049ca0d-d819-427c-a148-2b48b1a02d22), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:45.092439 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Sync routers for ids ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:35:45.156708 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Routers {'96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:45.156708 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:45.193146 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f76be2d-9f39-454f-ae2e-125bb7e82d0a req-5003e63d-654a-4b5b-9be2-d3dae7012611 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.1607356 Mar 04 20:35:45.255368 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c79878-8939-4ce8-bdc8-c8b9de6f8b50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7049ca0d-d819-427c-a148-2b48b1a02d22,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:45.257593 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Allocated IP 172.20.0.2 (3c4a1948-5e21-471b-9099-bc52faa8de05/b07ad0d5-1093-4c82-93a6-f67f17b3a5bf/3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:45.269767 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 2, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:45.327484 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34056) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:45.340479 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:35:45.341146 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Updating router 3f76477d-abb6-4d91-99a0-af7a58ab9865 port 12dd4691-0c8a-4838-a0ea-117cf482a556 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:35:45.375746 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c79878-8939-4ce8-bdc8-c8b9de6f8b50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:45.385794 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b1c79878-8939-4ce8-bdc8-c8b9de6f8b50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1419659 Mar 04 20:35:45.402048 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34060) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:45.408682 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b8a14add-f518-49a6-ba87-e7b25c8e1dea tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '7049ca0d-d819-427c-a148-2b48b1a02d22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:45.427982 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:45.473896 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Set router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:45.523872 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34062) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:45.628923 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a14add-f518-49a6-ba87-e7b25c8e1dea tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (2d81b961-8c87-4d86-b387-0567e95a8959), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:45.660040 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:45.867339 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-096059fe-967a-4e45-b9ed-d90fb6fe5972 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=270cf8542e974c63b9dccc0573b2d6d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3381600 Mar 04 20:35:45.868317 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34064) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:46.050646 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a14add-f518-49a6-ba87-e7b25c8e1dea tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (2d81b961-8c87-4d86-b387-0567e95a8959), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.117889 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a14add-f518-49a6-ba87-e7b25c8e1dea tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (2d81b961-8c87-4d86-b387-0567e95a8959), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.163603 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a14add-f518-49a6-ba87-e7b25c8e1dea tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d81b961-8c87-4d86-b387-0567e95a8959,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:46.168951 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks [] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.243326 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=d3b79327-2739-4dd0-a762-df2353125518,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:46.280737 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Allocated IP 172.27.3.186 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/d4502a61-704c-4771-bd0b-e1e71b6b26e6) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:46.356874 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7feacc-0ab8-4f81-b117-623b862c3163 admin admin] Publish callbacks [] for security_group (7792b8d4-dc1a-4b6a-ad63-9d958bc75cee), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.433743 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-89cae312-36be-4b21-919e-a94f6fea8b45 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:46.443053 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-89cae312-36be-4b21-919e-a94f6fea8b45 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 819 time: 0.2798190 Mar 04 20:35:46.481888 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-af641420-d6a5-44f2-807d-f87da043946e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/quotas/882fdc1bfb964a6d9ca694c6c7bd1eaa HTTP/1.1" status: 200 len: 375 time: 0.0376227 Mar 04 20:35:46.486248 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ef02f5df-bc4c-4559-804c-ee9d7c0a427f req-daab89d3-e1c8-49a7-aa29-03f7b7fede1b tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.1136968 Mar 04 20:35:46.542647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7feacc-0ab8-4f81-b117-623b862c3163 admin admin] Publish callbacks [] for security_group (7792b8d4-dc1a-4b6a-ad63-9d958bc75cee), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.607305 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3df7d89-aa05-491d-a7af-b97a7f1b8abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.651213 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 367968b3-5f79-4734-a195-9beaab51ba91 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:46.652448 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (367968b3-5f79-4734-a195-9beaab51ba91), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.696177 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a14add-f518-49a6-ba87-e7b25c8e1dea tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.700545 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34092) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:46.706064 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b8a14add-f518-49a6-ba87-e7b25c8e1dea tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3007557 Mar 04 20:35:46.719691 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-ab01ad48-d41d-443c-b941-e427938e2c6c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '7049ca0d-d819-427c-a148-2b48b1a02d22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:46.809990 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.856398 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.939011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad48-d41d-443c-b941-e427938e2c6c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (8fdfd2d9-5958-4993-a9e2-1a4878a9ab3f), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.940649 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Publish callbacks [] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.953883 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7feacc-0ab8-4f81-b117-623b862c3163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7792b8d4-dc1a-4b6a-ad63-9d958bc75cee), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.963471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7feacc-0ab8-4f81-b117-623b862c3163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:46.966516 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-6f7feacc-0ab8-4f81-b117-623b862c3163 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7792b8d4-dc1a-4b6a-ad63-9d958bc75cee HTTP/1.1" status: 204 len: 168 time: 1.0971327 Mar 04 20:35:46.983812 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 367968b3-5f79-4734-a195-9beaab51ba91 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:47.007677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7df37377-eed5-44e0-80d2-c5ebe442574e', 'name': '', 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'mac_address': 'fa:16:3e:c0:33:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 2, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'subnets': [{'id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:47.029362 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7feacc-0ab8-4f81-b117-623b862c3163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7792b8d4-dc1a-4b6a-ad63-9d958bc75cee,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:47.033482 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.118902 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Checking router: 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:35:47.121131 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Updating router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec port 7df37377-eed5-44e0-80d2-c5ebe442574e binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:35:47.182647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad48-d41d-443c-b941-e427938e2c6c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (8fdfd2d9-5958-4993-a9e2-1a4878a9ab3f), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.194839 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-762b6417-a822-4714-902e-5181db256319 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7099142 Mar 04 20:35:47.219051 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.269550 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.293040 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Network 3c4a1948-5e21-471b-9099-bc52faa8de05 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:47.323730 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad48-d41d-443c-b941-e427938e2c6c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (8fdfd2d9-5958-4993-a9e2-1a4878a9ab3f), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.353683 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:47.359150 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:47.379468 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Pushing event updated for resources: {'Port': ['ID=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:47.453941 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:47.454808 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Attempting to bind port 12dd4691-0c8a-4838-a0ea-117cf482a556 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:47.455186 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Attempting to bind port 12dd4691-0c8a-4838-a0ea-117cf482a556 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:47.460349 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Attempting to bind port 12dd4691-0c8a-4838-a0ea-117cf482a556 on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:47.467970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01ad48-d41d-443c-b941-e427938e2c6c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdfd2d9-5958-4993-a9e2-1a4878a9ab3f,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:47.492130 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:47.495078 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:47.496892 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Checking segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:47.497323 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:47.499559 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.500163 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Bound using segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:47.502360 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Bound port: 12dd4691-0c8a-4838-a0ea-117cf482a556, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:47.502948 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.552831 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12be9f5-4e64-4d52-bb9d-1aaf7c62308e None None] Pushing event updated for resources: {'Port': ['ID=12dd4691-0c8a-4838-a0ea-117cf482a556,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:47.619573 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:47.627771 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.628741 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7ddde503-202e-4f12-ab20-c1d09087a3eb up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:47.715473 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-a5ab660d-07f1-4481-8a0d-dce8f6894731 service neutron] 10.222.0.37 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215533 Mar 04 20:35:47.721445 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3df7d89-aa05-491d-a7af-b97a7f1b8abb admin admin] Publish callbacks [] for security_group (fa520847-3bd1-4091-b68a-3a06bfb59933), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.740942 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'Port': ['ID=d4502a61-704c-4771-bd0b-e1e71b6b26e6,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:47.747131 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] For port 12dd4691-0c8a-4838-a0ea-117cf482a556, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:47.757647 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] For port 12dd4691-0c8a-4838-a0ea-117cf482a556, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=12dd4691-0c8a-4838-a0ea-117cf482a556,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:47.776059 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-efb67359-cb3f-4ced-978d-2cf107b97027 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5458212 Mar 04 20:35:47.825685 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-99a2fc0b-81a8-4aa8-9b64-ff5bc57398f9 None None] Provisioning complete for port 12dd4691-0c8a-4838-a0ea-117cf482a556 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:47.828794 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-99a2fc0b-81a8-4aa8-9b64-ff5bc57398f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.843871 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3df7d89-aa05-491d-a7af-b97a7f1b8abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (fa520847-3bd1-4091-b68a-3a06bfb59933), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.851576 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.940444 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-99a2fc0b-81a8-4aa8-9b64-ff5bc57398f9 None None] Port 12dd4691-0c8a-4838-a0ea-117cf482a556 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:35:47.941522 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad48-d41d-443c-b941-e427938e2c6c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.944072 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-ab01ad48-d41d-443c-b941-e427938e2c6c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2408693 Mar 04 20:35:47.945232 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 7ddde503-202e-4f12-ab20-c1d09087a3eb triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:47.945615 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.953399 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34122) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:47.959786 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:47.977392 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (6342d9a9-5307-4a00-96bb-81e7fd07f9ad), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:47.980615 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-4b9b54cf-0631-4338-8a77-34649b606839 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:35:47.981846 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-4b9b54cf-0631-4338-8a77-34649b606839 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1395910 Mar 04 20:35:48.008586 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bf304-8cc2-4190-a745-f5db0d6ce597 req-f72a2d52-c8a4-450d-a6e7-eabf9f1ace11 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:48.019015 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-231bf304-8cc2-4190-a745-f5db0d6ce597 req-f72a2d52-c8a4-450d-a6e7-eabf9f1ace11 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 931 time: 0.3414903 Mar 04 20:35:48.030523 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-a3df7d89-aa05-491d-a7af-b97a7f1b8abb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0873eb8392f4c4187421f0c56d1ec66&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6990418 Mar 04 20:35:48.036654 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34124) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:48.092991 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:48.093629 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:48.101353 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12be9f5-4e64-4d52-bb9d-1aaf7c62308e None None] Pushing event updated for resources: {'Port': ['ID=12dd4691-0c8a-4838-a0ea-117cf482a556,revision_number=4']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:48.112612 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df7d89-aa05-491d-a7af-b97a7f1b8abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa520847-3bd1-4091-b68a-3a06bfb59933,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:48.148957 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.160194 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-697aa30c-d9d3-447c-9203-1d67efd3b580 service neutron] 10.222.0.37 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332035 Mar 04 20:35:48.269109 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 7ddde503-202e-4f12-ab20-c1d09087a3eb is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:48.279415 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device d3b79327-2739-4dd0-a762-df2353125518 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:48.360716 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Request body: {'port': {'device_id': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:48.381074 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34132) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:48.386716 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:48.408900 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Publish callbacks [] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.433579 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port d3b79327-2739-4dd0-a762-df2353125518 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:48.434185 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (d3b79327-2739-4dd0-a762-df2353125518), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.445454 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.496125 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.556691 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.559743 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d715be5f-d454-427a-82d9-b97dc8ceafc0 admin admin] Publish callbacks [] for security_group (fa520847-3bd1-4091-b68a-3a06bfb59933), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.604754 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-231bf304-8cc2-4190-a745-f5db0d6ce597 req-81b5d2a9-8252-429a-a6bf-3a8fcb44f2af tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846090 Mar 04 20:35:48.641124 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4cbb6521-0a5e-4e08-84ab-af60c5a99c02 req-51516bf9-daf9-4672-a7c7-c93438c77730 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 210 time: 0.0852110 Mar 04 20:35:48.687131 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-a1b47d31-6acd-4943-b297-d16edb8b2625 None None] Provisioning complete for port 12dd4691-0c8a-4838-a0ea-117cf482a556 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:48.687657 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a1b47d31-6acd-4943-b297-d16edb8b2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.747882 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dc20d-5194-4ec7-bf49-73cf4cc3d00e None None] Pushing event updated for resources: {'Port': ['ID=7df37377-eed5-44e0-80d2-c5ebe442574e,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:48.815526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port d3b79327-2739-4dd0-a762-df2353125518 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:48.821490 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Attempting to bind port 7df37377-eed5-44e0-80d2-c5ebe442574e on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:48.821857 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Attempting to bind port 7df37377-eed5-44e0-80d2-c5ebe442574e by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:48.822217 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Attempting to bind port 7df37377-eed5-44e0-80d2-c5ebe442574e on network a3fad84c-a309-4289-a6b4-857e305b24bd {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:48.851209 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:48.851586 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Checking segment: {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:48.852000 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:48.852420 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Bound using segment: {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:48.852955 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Bound port: 7df37377-eed5-44e0-80d2-c5ebe442574e, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:48.853357 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.022689 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d715be5f-d454-427a-82d9-b97dc8ceafc0 admin admin] Publish callbacks [] for security_group (fa520847-3bd1-4091-b68a-3a06bfb59933), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.052717 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] For port 7df37377-eed5-44e0-80d2-c5ebe442574e, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:49.061098 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] For port 7df37377-eed5-44e0-80d2-c5ebe442574e, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7df37377-eed5-44e0-80d2-c5ebe442574e,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:49.063605 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:47Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:49.150322 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-bd65cfe0-10fd-45c4-80c6-1c7921b24f96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64167652ae4140dfb8107629fff3acca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7311180 Mar 04 20:35:49.154034 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34168) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:49.154148 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.206935 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bac812-f17b-4ca2-b5ac-6c13be3d2b07 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:47Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:35:49.271949 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a1b47d31-6acd-4943-b297-d16edb8b2625 None None] Current status of the port 12dd4691-0c8a-4838-a0ea-117cf482a556 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:49.271949 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a1b47d31-6acd-4943-b297-d16edb8b2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.330469 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:35:49.356184 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Publish callbacks [] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.397836 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Routers {'96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:35:49.398507 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:35:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:49.403638 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dc20d-5194-4ec7-bf49-73cf4cc3d00e None None] Pushing event updated for resources: {'Port': ['ID=7df37377-eed5-44e0-80d2-c5ebe442574e,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:49.412995 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Transition to ACTIVE for port object 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:35:49.441914 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d715be5f-d454-427a-82d9-b97dc8ceafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (fa520847-3bd1-4091-b68a-3a06bfb59933), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.445465 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d715be5f-d454-427a-82d9-b97dc8ceafc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.446650 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d715be5f-d454-427a-82d9-b97dc8ceafc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa520847-3bd1-4091-b68a-3a06bfb59933 HTTP/1.1" status: 204 len: 168 time: 1.4051163 Mar 04 20:35:49.485052 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a1b47d31-6acd-4943-b297-d16edb8b2625 None None] For port 12dd4691-0c8a-4838-a0ea-117cf482a556, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=12dd4691-0c8a-4838-a0ea-117cf482a556,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:49.489432 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.576420 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a1b47d31-6acd-4943-b297-d16edb8b2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.598409 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Pushing event updated for resources: {'Port': ['ID=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:49.660831 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b47d31-6acd-4943-b297-d16edb8b2625 None None] Pushing event updated for resources: {'Port': ['ID=12dd4691-0c8a-4838-a0ea-117cf482a556,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:49.672276 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715be5f-d454-427a-82d9-b97dc8ceafc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa520847-3bd1-4091-b68a-3a06bfb59933,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:49.706583 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] Set router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:35:49.907961 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d21c6ef-55d0-4562-b1cc-6f2fb8da7e54 admin admin] Publish callbacks [] for security_group (0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.921492 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.933952 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Attempting to bind port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:49.935152 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Attempting to bind port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7b10de4b-4882-4549-a041-19bed85e98b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:49.935646 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Attempting to bind port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce on network 3c4a1948-5e21-471b-9099-bc52faa8de05 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:49.943989 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce on network 3c4a1948-5e21-471b-9099-bc52faa8de05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:35:49.949313 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Attempting to bind port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce on network 3c4a1948-5e21-471b-9099-bc52faa8de05 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:49.976052 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:49.977880 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Checking segment: {'id': '7b10de4b-4882-4549-a041-19bed85e98b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:49.977880 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Bound using segment: {'id': '7b10de4b-4882-4549-a041-19bed85e98b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:49.979119 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Bound port: 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b10de4b-4882-4549-a041-19bed85e98b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:49.980182 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.116932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.27.3.227 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/53c08ca6-a722-4cde-8fc1-41127ea73b86) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:50.154413 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7df37377-eed5-44e0-80d2-c5ebe442574e', 'name': '', 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'mac_address': 'fa:16:3e:c0:33:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 4, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'subnets': [{'id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:35:50.181152 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6f5b8-c5d1-4221-9afb-69a972b2639f req-60ff87d5-de65-4368-b260-6fcb07a8ba63 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:50.182843 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-edf6f5b8-c5d1-4221-9afb-69a972b2639f req-60ff87d5-de65-4368-b260-6fcb07a8ba63 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.2774227 Mar 04 20:35:50.231693 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] For port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce, host hv-cinder-79987, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:50.257729 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3ce3f-e399-4ec0-a53e-753e8365a648 None None] The sync data for ids ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'] in dv-cinder-799871-17-iscsi is: [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7df37377-eed5-44e0-80d2-c5ebe442574e', 'name': '', 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'mac_address': 'fa:16:3e:c0:33:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 4, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'subnets': [{'id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:35:50.261405 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] For port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,segment=NetworkSegment(7b10de4b-4882-4549-a041-19bed85e98b6),segment_id=7b10de4b-4882-4549-a041-19bed85e98b6)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:50.322270 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.403678 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-edf6f5b8-c5d1-4221-9afb-69a972b2639f req-5eb91774-d81e-41a0-a382-4ae3fbb1c3bc tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062795 Mar 04 20:35:50.409565 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.521705 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.577794 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:50.578440 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.583077 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] 10.222.0.39 "PUT /v2.0/ports/3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce HTTP/1.1" status: 200 len: 1093 time: 2.3359544 Mar 04 20:35:50.583661 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'tag': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:35:50.589238 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d21c6ef-55d0-4562-b1cc-6f2fb8da7e54 admin admin] Publish callbacks [] for security_group (0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.624088 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.638119 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:50.663612 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921b4a5-afd9-4296-acfa-024452375cdf service neutron] Pushing event updated for resources: {'Port': ['ID=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:50.951028 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c965b2-05a0-429e-b0fc-da132ef4009e", "tag": "3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:35:51.068052 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-eeb3fa06-6376-4044-9a10-4645078a7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:51.069184 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-eeb3fa06-6376-4044-9a10-4645078a7dbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e686347c0694700961e45ad7c75dc2c&device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 1127 time: 0.3072579 Mar 04 20:35:51.122158 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:51.150145 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:51.154133 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.202732 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-0f824c72-6503-4ed4-adb3-790ae2abeed9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:51.211268 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-ff572b6b-dade-4e5c-845d-00065d2c7dab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce HTTP/1.1" status: 200 len: 217 time: 0.1155128 Mar 04 20:35:51.212220 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-0f824c72-6503-4ed4-adb3-790ae2abeed9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 819 time: 1.9429693 Mar 04 20:35:51.304730 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7df37377-eed5-44e0-80d2-c5ebe442574e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:51.353829 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=53c08ca6-a722-4cde-8fc1-41127ea73b86,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:51.369166 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (6342d9a9-5307-4a00-96bb-81e7fd07f9ad), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.395494 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 7df37377-eed5-44e0-80d2-c5ebe442574e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:51.395876 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.430352 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-0040b9fd-5d7b-4d8c-9ca0-ed1994b967a7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/quotas/882fdc1bfb964a6d9ca694c6c7bd1eaa HTTP/1.1" status: 200 len: 375 time: 0.2153704 Mar 04 20:35:51.517712 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.519443 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0815704 Mar 04 20:35:51.521253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.613311 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8a2e4-5944-4916-ba20-c020c8a0d76b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'Port': ['ID=d4502a61-704c-4771-bd0b-e1e71b6b26e6,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:51.618699 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d21c6ef-55d0-4562-b1cc-6f2fb8da7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.625332 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d21c6ef-55d0-4562-b1cc-6f2fb8da7e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.627355 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-2d21c6ef-55d0-4562-b1cc-6f2fb8da7e54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3 HTTP/1.1" status: 204 len: 168 time: 2.4161127 Mar 04 20:35:51.664601 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21c6ef-55d0-4562-b1cc-6f2fb8da7e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a55a1-7bfd-4cf3-aea2-e3286b2d88d3,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:51.734364 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-00a1a0d0-a223-401e-9ea5-5d7d0b053dfa tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2902172 Mar 04 20:35:51.753845 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:51.790319 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac3a32-1c80-43b0-b2e2-7fb7e131380b x-openstack-request-id: req-12ac3a32-1c80-43b0-b2e2-7fb7e131380b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:35:51.790696 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c965b2-05a0-429e-b0fc-da132ef4009e", "tag": "3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:35:51.790923 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12ac3a32-1c80-43b0-b2e2-7fb7e131380b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:35:51.791367 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'tag': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce', 'status': 'completed', 'code': 200} Mar 04 20:35:51.857582 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-3a85c62f-208a-4154-89ab-00bfd43a1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:51.864561 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-3a85c62f-208a-4154-89ab-00bfd43a1731 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b07ad0d5-1093-4c82-93a6-f67f17b3a5bf HTTP/1.1" status: 200 len: 852 time: 0.6307352 Mar 04 20:35:51.978453 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 7df37377-eed5-44e0-80d2-c5ebe442574e is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:51.981132 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.015147 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-d9a815ed-4107-4aff-a09e-ee74d4d32ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c4a1948-5e21-471b-9099-bc52faa8de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313710 Mar 04 20:35:52.038609 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 7df37377-eed5-44e0-80d2-c5ebe442574e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7df37377-eed5-44e0-80d2-c5ebe442574e,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:35:52.084791 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b132-96d7-455c-a661-a4287e5966bb req-9ee22878-638f-4a93-9ba4-69db52e535b8 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:52.090412 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e9e5b132-96d7-455c-a661-a4287e5966bb req-9ee22878-638f-4a93-9ba4-69db52e535b8 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.3023324 Mar 04 20:35:52.095772 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.096878 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 12dd4691-0c8a-4838-a0ea-117cf482a556 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:52.184349 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.260987 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.323984 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=7df37377-eed5-44e0-80d2-c5ebe442574e,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:52.346010 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e9e5b132-96d7-455c-a661-a4287e5966bb req-dd790fc6-7ffd-4b9b-bbc9-85919b120bae tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268174 Mar 04 20:35:52.354920 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 12dd4691-0c8a-4838-a0ea-117cf482a556 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:52.356401 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.358125 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.402536 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-9aba1cfc-e39c-42ac-bbc1-5cf74406ccde service neutron] 10.222.0.39 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674142 Mar 04 20:35:52.405074 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=53c08ca6-a722-4cde-8fc1-41127ea73b86,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:52.484622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.486396 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-0d545f09-4e39-4026-8123-2e104a7c7ac6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5309470 Mar 04 20:35:52.554972 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 12dd4691-0c8a-4838-a0ea-117cf482a556 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:52.588509 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-26cb0cd7-446e-4640-b374-49bc2eb12b66 req-155ad720-113f-434a-b93e-3a3453795d89 service neutron] 10.222.0.39 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717834 Mar 04 20:35:52.614181 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-eac55452-3741-4cdf-b065-f0103e1240a0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--398647477&fields=id&tenant_id=66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 267 time: 0.0932665 Mar 04 20:35:52.780701 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.39', 61040) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:52.922928 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-f51660f5-ff16-40a9-bd26-6a63c057d68e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:52.925841 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-f51660f5-ff16-40a9-bd26-6a63c057d68e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 816 time: 0.3053067 Mar 04 20:35:52.956866 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-1efa6bdb-b561-4d55-b94d-b6aebe63be4c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/quotas/66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 375 time: 0.0111799 Mar 04 20:35:52.959596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-59c9f78d-3b48-45d1-8f5b-7e027660f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:52.965219 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-f67be7b9-404b-4546-9a6e-83a6f106240c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:35:52.966767 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-f67be7b9-404b-4546-9a6e-83a6f106240c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5388360 Mar 04 20:35:52.979759 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-4571cfce-f74a-42c8-a492-4dfe2a81dd4c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:52.981368 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-59c9f78d-3b48-45d1-8f5b-7e027660f2ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e686347c0694700961e45ad7c75dc2c&device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 1127 time: 0.2254813 Mar 04 20:35:52.981706 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-4571cfce-f74a-42c8-a492-4dfe2a81dd4c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 819 time: 0.1984963 Mar 04 20:35:53.063988 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Request body: {'port': {'device_id': '5f91a0b5-0571-41eb-be4a-55487495931d', 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'admin_state_up': True, 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:53.220894 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7df37377-eed5-44e0-80d2-c5ebe442574e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:35:53.394638 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34312) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:53.432231 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 7df37377-eed5-44e0-80d2-c5ebe442574e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:35:53.434491 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:53.467502 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-97ddb6fc-77d9-4a73-a1cb-751658eccc98 service neutron] 10.222.0.37 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844632 Mar 04 20:35:53.604463 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-c4137835-18da-44fc-9d45-bcb5c327fcb2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6101274 Mar 04 20:35:53.739012 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-483ffd49-c27d-468f-ae10-0a646dafa82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:53.742583 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 7df37377-eed5-44e0-80d2-c5ebe442574e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:35:53.745146 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-483ffd49-c27d-468f-ae10-0a646dafa82c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c4a1948-5e21-471b-9099-bc52faa8de05 HTTP/1.1" status: 200 len: 913 time: 0.6712189 Mar 04 20:35:53.765462 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-db5fb2d3-1b3b-44b3-b5e9-b5c7d2e16b75 service neutron] 10.222.0.37 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884007 Mar 04 20:35:53.870719 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Made reservation on behalf of 882fdc1bfb964a6d9ca694c6c7bd1eaa for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:53.880891 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:53.907619 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-26f7a1bf-9457-4832-853b-2c99b9c4ee13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce HTTP/1.1" status: 200 len: 217 time: 0.1461716 Mar 04 20:35:54.173970 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-d4ba92a2-ca7b-4f21-844e-1451ef48f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:54.175814 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-d4ba92a2-ca7b-4f21-844e-1451ef48f950 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b07ad0d5-1093-4c82-93a6-f67f17b3a5bf HTTP/1.1" status: 200 len: 852 time: 0.2430649 Mar 04 20:35:54.282903 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Allocated IP 172.20.0.4 (a3fad84c-a309-4289-a6b4-857e305b24bd/1193c46a-b175-4f48-a38e-7a04ddb833ce/2dcd3190-f065-4ae1-aba8-7b76e38cf694) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:54.341370 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-01a8bb48-f6e4-46b4-b7c9-e85c2c639238 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c4a1948-5e21-471b-9099-bc52faa8de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291599 Mar 04 20:35:54.472707 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-d25a1a17-a614-487c-9bad-b2d51ccd8da5 service neutron] 10.222.0.37 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8245807 Mar 04 20:35:54.666077 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad05b6fe-e356-4a16-93a1-28d07a5e8ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:54.773328 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-3321028a-8965-4f3d-ba75-653e94f8a0af service neutron] 10.222.0.39 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538165 Mar 04 20:35:54.794349 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-c891bd7f-ee04-4f64-afa3-80c89c761d84 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1664059900&fields=id&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 267 time: 0.3656552 Mar 04 20:35:54.828836 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-5bee3c22-4c6f-438b-a027-5f420da23264 service neutron] 10.222.0.37 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372605 Mar 04 20:35:54.910218 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad05b6fe-e356-4a16-93a1-28d07a5e8ef0 admin admin] Publish callbacks [] for security_group (cfb3d08b-37af-40ba-87b4-e418948e679e), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.011360 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad05b6fe-e356-4a16-93a1-28d07a5e8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (cfb3d08b-37af-40ba-87b4-e418948e679e), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.097396 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-ad05b6fe-e356-4a16-93a1-28d07a5e8ef0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efd2d9a0c94d45d58fdb5f97a795afdb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6929932 Mar 04 20:35:55.102162 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9eefc9a4-c6f6-4c5d-bd11-fb500f0c3675 req-68abfc61-483c-43c7-8bf7-f21b6414a38f service neutron] 10.222.0.39 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114150 Mar 04 20:35:55.102652 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34376) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:55.226445 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f3f366-b290-4487-bb4e-45b812f1a785 admin admin] Publish callbacks [] for security_group (cfb3d08b-37af-40ba-87b4-e418948e679e), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.274116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks [] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.346455 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f3f366-b290-4487-bb4e-45b812f1a785 admin admin] Publish callbacks [] for security_group (cfb3d08b-37af-40ba-87b4-e418948e679e), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.369556 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05b6fe-e356-4a16-93a1-28d07a5e8ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb3d08b-37af-40ba-87b4-e418948e679e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:55.429290 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-278d87de-11c7-4593-8f58-4525328ecc2e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:55.433163 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-278d87de-11c7-4593-8f58-4525328ecc2e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.6376696 Mar 04 20:35:55.454247 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc2a7b-219a-4a33-be61-ff7080b01502 req-521a8b87-e230-41f4-a7a9-f204dc9aface tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:55.454852 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-8ec76b2c-7bda-410a-b0d1-c4151c775050 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/quotas/af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 375 time: 0.0147479 Mar 04 20:35:55.469216 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2acc2a7b-219a-4a33-be61-ff7080b01502 req-521a8b87-e230-41f4-a7a9-f204dc9aface tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.2239070 Mar 04 20:35:55.576727 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.583342 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2acc2a7b-219a-4a33-be61-ff7080b01502 req-d7da2dde-f014-4338-a582-c35869563425 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125536 Mar 04 20:35:55.649983 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f3f366-b290-4487-bb4e-45b812f1a785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (cfb3d08b-37af-40ba-87b4-e418948e679e), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.652550 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f3f366-b290-4487-bb4e-45b812f1a785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.657106 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-69f3f366-b290-4487-bb4e-45b812f1a785 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfb3d08b-37af-40ba-87b4-e418948e679e HTTP/1.1" status: 204 len: 168 time: 0.5532863 Mar 04 20:35:55.675109 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b349c356-77e8-40c9-bbf4-a40ea6489d10 req-683459dc-830c-4c10-9155-7a2547dc3348 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 210 time: 0.0366921 Mar 04 20:35:55.691442 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3f366-b290-4487-bb4e-45b812f1a785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb3d08b-37af-40ba-87b4-e418948e679e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:55.795224 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Network a3fad84c-a309-4289-a6b4-857e305b24bd is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:55.815216 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:55.836576 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f8a0dc73-5b9c-4cbb-a7d7-6fdcad031d45 req-d640a88a-58a6-4ff0-80d1-6514f8f61648 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.1140664 Mar 04 20:35:55.859570 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-f9a78e30-a263-4d84-a13c-d840614932d1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3966582 Mar 04 20:35:55.860562 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:55.875598 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:55.876339 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:55.878994 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Pushing event updated for resources: {'Port': ['ID=2dcd3190-f065-4ae1-aba8-7b76e38cf694,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:55.992950 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-82f1eb47-a311-4bdd-93be-6bb100c5a1c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9440377 Mar 04 20:35:56.026691 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Request body: {'port': {'device_id': '5f91a0b5-0571-41eb-be4a-55487495931d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:56.231019 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-c6564b00-6fae-44f6-a68a-80ca362a613f service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092008 Mar 04 20:35:56.248169 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:56.644791 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-9dae66cd-e3dd-43ba-96e3-a18630fcab79 service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045751 Mar 04 20:35:56.800452 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2872-fb47-47c4-9285-2a9ea77a98cf req-7c3dcca9-1e15-4e73-b8c0-94c42eac691b tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:56.807336 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2a9f2872-fb47-47c4-9285-2a9ea77a98cf req-7c3dcca9-1e15-4e73-b8c0-94c42eac691b tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0956697 Mar 04 20:35:56.849768 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34422) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:56.903151 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df004505-72dc-4ce7-85e6-d3e15e1a8a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:56.934083 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcd3190-f065-4ae1-aba8-7b76e38cf694 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:35:56.950587 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2a9f2872-fb47-47c4-9285-2a9ea77a98cf req-b5c641c0-1449-464d-a36d-db27ac7f7cdf tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420243 Mar 04 20:35:56.955371 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Publish callbacks [] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.028247 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Transition to ACTIVE for port object 2dcd3190-f065-4ae1-aba8-7b76e38cf694 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:35:57.073642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df004505-72dc-4ce7-85e6-d3e15e1a8a3d admin admin] Publish callbacks [] for security_group (0a9d191e-3f94-4fb8-921e-6f549e351778), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.097411 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.296698 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df004505-72dc-4ce7-85e6-d3e15e1a8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0a9d191e-3f94-4fb8-921e-6f549e351778), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.336751 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-43ad8b45-b7dd-429f-8e31-7ae2c62d8d3d req-a5247780-60b0-4f52-9c0f-2fdd4bd8fc2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.2437704 Mar 04 20:35:57.391714 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5fd51863-eeb0-4f13-bc33-f1bdfe3d20e7 req-af23d48e-ff94-490b-9121-c98c868b7fe1 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 210 time: 0.2067475 Mar 04 20:35:57.456740 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-df004505-72dc-4ce7-85e6-d3e15e1a8a3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2af4628e28a4171a4ea37986275d5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6050346 Mar 04 20:35:57.462173 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df004505-72dc-4ce7-85e6-d3e15e1a8a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9d191e-3f94-4fb8-921e-6f549e351778,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:57.464692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34452) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:35:57.503398 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Pushing event updated for resources: {'Port': ['ID=2dcd3190-f065-4ae1-aba8-7b76e38cf694,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:57.525342 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Attempting to bind port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:35:57.525780 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Attempting to bind port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:35:57.526121 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Attempting to bind port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 on network a3fad84c-a309-4289-a6b4-857e305b24bd {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:57.546887 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 on network a3fad84c-a309-4289-a6b4-857e305b24bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:35:57.547577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Attempting to bind port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 on network a3fad84c-a309-4289-a6b4-857e305b24bd {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:35:57.565431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:35:57.566166 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Checking segment: {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:35:57.568106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Bound using segment: {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:35:57.568761 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Bound port: 2dcd3190-f065-4ae1-aba8-7b76e38cf694, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:35:57.569285 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.586360 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-515956f9-5c8c-478e-9089-a108bc830335 req-3ae8de60-0e65-4025-8f5a-241969082c44 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.1261003 Mar 04 20:35:57.685874 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] For port 2dcd3190-f065-4ae1-aba8-7b76e38cf694, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:35:57.693188 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] For port 2dcd3190-f065-4ae1-aba8-7b76e38cf694, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:35:57.749337 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-34483008-43f0-43c6-a23c-e90d25a6579f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:57.750852 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-34483008-43f0-43c6-a23c-e90d25a6579f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 819 time: 0.3330755 Mar 04 20:35:57.757465 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b683acd3-4948-416d-89dd-bbb8aa4b2fb3 admin admin] Publish callbacks [] for security_group (0a9d191e-3f94-4fb8-921e-6f549e351778), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.789072 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b683acd3-4948-416d-89dd-bbb8aa4b2fb3 admin admin] Publish callbacks [] for security_group (0a9d191e-3f94-4fb8-921e-6f549e351778), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.804546 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Request body: {'port': {'device_id': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'admin_state_up': True, 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:35:57.816395 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.934020 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:57.936269 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:57.940163 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] 10.222.0.39 "PUT /v2.0/ports/2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 1093 time: 1.9268448 Mar 04 20:35:57.940952 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f91a0b5-0571-41eb-be4a-55487495931d', 'tag': '2dcd3190-f065-4ae1-aba8-7b76e38cf694'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:35:58.040283 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b683acd3-4948-416d-89dd-bbb8aa4b2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0a9d191e-3f94-4fb8-921e-6f549e351778), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:58.046435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b683acd3-4948-416d-89dd-bbb8aa4b2fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:58.055775 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b683acd3-4948-416d-89dd-bbb8aa4b2fb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a9d191e-3f94-4fb8-921e-6f549e351778 HTTP/1.1" status: 204 len: 168 time: 0.5599272 Mar 04 20:35:58.072745 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683acd3-4948-416d-89dd-bbb8aa4b2fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9d191e-3f94-4fb8-921e-6f549e351778,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:58.120108 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Made reservation on behalf of 882fdc1bfb964a6d9ca694c6c7bd1eaa for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:35:58.123949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:58.461313 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-44e65dd2-ac31-4b86-9857-607aa9c5ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:58.461313 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-44e65dd2-ac31-4b86-9857-607aa9c5ba49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1127 time: 0.3178351 Mar 04 20:35:58.463694 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606d4ed-44c0-40c9-9aea-85f071e5ea9e service neutron] Pushing event updated for resources: {'Port': ['ID=2dcd3190-f065-4ae1-aba8-7b76e38cf694,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:58.497692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Allocated IP 172.20.0.3 (a3fad84c-a309-4289-a6b4-857e305b24bd/1193c46a-b175-4f48-a38e-7a04ddb833ce/aa98f0da-d2f1-4b12-82fa-b37f81d3013a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:35:58.512834 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d79131-7771-4f34-8045-7e4219166b67 req-a109ae61-74fa-4b44-a8b4-e0191494809f tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:58.516603 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c5d79131-7771-4f34-8045-7e4219166b67 req-a109ae61-74fa-4b44-a8b4-e0191494809f tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.3491280 Mar 04 20:35:58.560523 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6403849e-209a-411c-822e-17c2d773b924 req-fc78f3f1-b74c-449c-bed2-ef22c200eb58 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0455616 Mar 04 20:35:58.604599 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b52a8ac-73de-464c-a205-d14f6500e591" -d '{"events": [{"name": "network-changed", "server_uuid": "5f91a0b5-0571-41eb-be4a-55487495931d", "tag": "2dcd3190-f065-4ae1-aba8-7b76e38cf694"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:35:58.611437 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c5d79131-7771-4f34-8045-7e4219166b67 req-6b8f9dca-8168-4997-995a-a0ced9cd5eaa tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898101 Mar 04 20:35:58.925920 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a668c08c-90fe-4b59-9af5-7ba187e53c03 req-3f1a8059-59f0-4e13-ad2b-448f3c119b80 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 210 time: 0.2644024 Mar 04 20:35:58.927481 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70476ad9-7398-4606-abd9-e325baae8c66 x-openstack-request-id: req-70476ad9-7398-4606-abd9-e325baae8c66 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:35:58.927481 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f91a0b5-0571-41eb-be4a-55487495931d", "tag": "2dcd3190-f065-4ae1-aba8-7b76e38cf694", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:35:58.927481 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70476ad9-7398-4606-abd9-e325baae8c66 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:35:58.927481 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f91a0b5-0571-41eb-be4a-55487495931d', 'tag': '2dcd3190-f065-4ae1-aba8-7b76e38cf694', 'status': 'completed', 'code': 200} Mar 04 20:35:58.979589 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks [] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:59.007098 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fc3bd7a9-57c2-4914-af5a-3065854e6681 req-89db0e95-fc30-4ea5-8416-aa51c693622c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0281436 Mar 04 20:35:59.679485 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7f2161fb-d090-47ea-b65b-5f9151a52165 req-df584e24-7f1a-4073-88d1-bbd4fa6dfe8f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0323012 Mar 04 20:35:59.743959 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e9745-6468-4dde-9ae4-47515fe3cf46 req-63b14027-3316-409f-b7a3-abe20192be35 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:59.745460 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b32e9745-6468-4dde-9ae4-47515fe3cf46 req-63b14027-3316-409f-b7a3-abe20192be35 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0517910 Mar 04 20:35:59.769671 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:59.796610 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b32e9745-6468-4dde-9ae4-47515fe3cf46 req-7f05591f-e228-46bf-87b6-380ea2c3dfd9 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Mar 04 20:35:59.815129 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Network a3fad84c-a309-4289-a6b4-857e305b24bd is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:35:59.818787 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:35:59.822554 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:35:59.828939 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Pushing event updated for resources: {'Port': ['ID=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:35:59.895915 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:35:59.896565 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:59.980367 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a52469ff-9ae4-4363-a608-28420f9dff3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1820624 Mar 04 20:36:00.046826 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761f8a7-d87a-4092-a57d-412b1c02dd87 req-df0f3315-df8f-490b-81bd-34370ffa5624 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:00.048324 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e761f8a7-d87a-4092-a57d-412b1c02dd87 req-df0f3315-df8f-490b-81bd-34370ffa5624 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 931 time: 0.0537682 Mar 04 20:36:00.097611 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e761f8a7-d87a-4092-a57d-412b1c02dd87 req-79827606-3e99-4d74-bf9e-c0969e0ffc3e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Mar 04 20:36:00.108822 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a8899fa1-0ffb-44ac-a6e6-d46f29351a2f req-0bf987f2-ea44-4009-bd9b-e311d67b56e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0317266 Mar 04 20:36:00.162667 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b16d5901-1588-454f-bb0a-4f490fc2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:00.793108 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f892fc66-34e7-4fb2-8320-b708a30cc46e req-bac04dcd-c695-4e0b-83b9-e9bfd7c39fda tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0271833 Mar 04 20:36:00.932636 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5625-fb5f-4dc6-ae21-863b63122286 req-b3aad3fe-50e3-40b0-895d-f07f3989da65 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:00.934125 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-be3d5625-fb5f-4dc6-ae21-863b63122286 req-b3aad3fe-50e3-40b0-895d-f07f3989da65 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0676038 Mar 04 20:36:00.987931 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-be3d5625-fb5f-4dc6-ae21-863b63122286 req-a5f1ef95-ed3d-4d56-a62c-9ebe5a0ae625 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Mar 04 20:36:01.262385 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a7e86-6d0b-4d28-854f-9406e0852869 req-065ea6b3-f16a-458e-a0e9-7bea6faf7bef tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:01.273497 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-753a7e86-6d0b-4d28-854f-9406e0852869 req-065ea6b3-f16a-458e-a0e9-7bea6faf7bef tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 931 time: 0.0916297 Mar 04 20:36:01.287999 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:36:01.308095 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a3462124-84c5-4f22-afd1-ff23bfbb1887 req-fe722d3f-8345-4800-bca5-8ce54b674c20 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0784190 Mar 04 20:36:01.365510 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-753a7e86-6d0b-4d28-854f-9406e0852869 req-d8b5d114-1599-44c4-9ceb-c7a3a96f4b94 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908406 Mar 04 20:36:01.919384 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-31ae4fe2-a2e8-407a-8514-38f9744c457e req-10989e00-9476-4594-9738-9509c6b6de9f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0335824 Mar 04 20:36:02.163217 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79784bce-4ca8-4af3-b430-e91aab53177d req-1d0d72d1-b607-42dc-8014-b7e603a3ab69 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:02.165691 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-79784bce-4ca8-4af3-b430-e91aab53177d req-1d0d72d1-b607-42dc-8014-b7e603a3ab69 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0822489 Mar 04 20:36:02.226442 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34604) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:02.262023 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-79784bce-4ca8-4af3-b430-e91aab53177d req-6342f404-d771-4a10-aaf7-be4c87e29e54 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907817 Mar 04 20:36:02.380985 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52ccee73-0a6f-4bc3-bd9c-187313afede5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.433965 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a07734de-21e1-4781-9ebb-e6a688f871eb req-fd77a8dd-0289-4566-845c-b15ca015121d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0420783 Mar 04 20:36:02.506618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52ccee73-0a6f-4bc3-bd9c-187313afede5 admin admin] Publish callbacks [] for security_group (bca392d2-5d52-4743-9b1b-f3952012ae46), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.520435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c53552-3c93-4f7d-9463-303beeaacd09 req-a04c6b69-4b4f-49eb-9493-33bd0fbe6999 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:02.522538 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c7c53552-3c93-4f7d-9463-303beeaacd09 req-a04c6b69-4b4f-49eb-9493-33bd0fbe6999 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 931 time: 0.0574195 Mar 04 20:36:02.571495 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c7c53552-3c93-4f7d-9463-303beeaacd09 req-a9f5b1b4-bb4e-4410-9e38-4308feaca9f5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439858 Mar 04 20:36:02.574691 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd6f33b9-2a2c-4cd8-bf81-1a169e942476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.591765 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52ccee73-0a6f-4bc3-bd9c-187313afede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (bca392d2-5d52-4743-9b1b-f3952012ae46), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.632648 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-52ccee73-0a6f-4bc3-bd9c-187313afede5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c0f516801e04d1ea77fb861cf1f14ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051051 Mar 04 20:36:02.633808 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccee73-0a6f-4bc3-bd9c-187313afede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca392d2-5d52-4743-9b1b-f3952012ae46,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:02.635250 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34618) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:02.683801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.39', 61056) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:02.691589 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Request body: {'port': {'device_id': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:02.748755 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-f156578e-3bb2-4d07-84c3-f4190604b162 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 217 time: 0.0834467 Mar 04 20:36:02.822879 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-36b0f4b3-7aac-467c-9351-65c2f97bc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:02.824353 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-36b0f4b3-7aac-467c-9351-65c2f97bc734 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.0668442 Mar 04 20:36:02.829445 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad75b327-2e66-48ee-8322-a4e91b530467 admin admin] Publish callbacks [] for security_group (bca392d2-5d52-4743-9b1b-f3952012ae46), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.862760 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad75b327-2e66-48ee-8322-a4e91b530467 admin admin] Publish callbacks [] for security_group (bca392d2-5d52-4743-9b1b-f3952012ae46), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.876758 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.903153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-8881fce5-6b7b-4fff-88f8-180e36f8a9c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675757 Mar 04 20:36:02.917345 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-5933af55-dbd2-45e5-aec3-32352bbf72f9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:02.919106 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-5933af55-dbd2-45e5-aec3-32352bbf72f9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 816 time: 0.2324946 Mar 04 20:36:03.065190 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-c19c258c-eb56-4ddb-a221-60747f5c3e95 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539676 Mar 04 20:36:03.073087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f534cd4e-e455-45ed-911c-95a24fe43604 req-ade1cc34-9b84-455c-bd7e-5794b92fa911 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0481350 Mar 04 20:36:03.119953 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-9878e92d-479b-4684-8e6d-78b9be6fd86c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 379 time: 0.1742828 Mar 04 20:36:03.190270 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad75b327-2e66-48ee-8322-a4e91b530467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (bca392d2-5d52-4743-9b1b-f3952012ae46), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.193503 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad75b327-2e66-48ee-8322-a4e91b530467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.194295 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ad75b327-2e66-48ee-8322-a4e91b530467 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bca392d2-5d52-4743-9b1b-f3952012ae46 HTTP/1.1" status: 204 len: 168 time: 0.5578337 Mar 04 20:36:03.208859 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75b327-2e66-48ee-8322-a4e91b530467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca392d2-5d52-4743-9b1b-f3952012ae46,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:03.357817 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa98f0da-d2f1-4b12-82fa-b37f81d3013a {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:03.383329 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Publish callbacks [] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.400544 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Transition to ACTIVE for port object aa98f0da-d2f1-4b12-82fa-b37f81d3013a will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:36:03.415999 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284281f3-aa14-4ae0-8fb0-083f1971d368 req-70f2fcad-9951-4c3e-9701-fd5cefd052ea tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:03.417601 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-284281f3-aa14-4ae0-8fb0-083f1971d368 req-70f2fcad-9951-4c3e-9701-fd5cefd052ea tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0806878 Mar 04 20:36:03.468015 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-284281f3-aa14-4ae0-8fb0-083f1971d368 req-2facb665-e6db-47d5-ab86-b73b9ace329a tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Mar 04 20:36:03.494704 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.544999 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:03.564522 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-02542f5b-0380-43b6-8784-1c454bcd4ff7 req-926682cb-69db-4d18-8947-8e0db5cc8229 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0409472 Mar 04 20:36:03.622158 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Attempting to bind port aa98f0da-d2f1-4b12-82fa-b37f81d3013a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:36:03.622400 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Attempting to bind port aa98f0da-d2f1-4b12-82fa-b37f81d3013a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:36:03.622732 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Attempting to bind port aa98f0da-d2f1-4b12-82fa-b37f81d3013a on network a3fad84c-a309-4289-a6b4-857e305b24bd {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:36:03.627442 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Port aa98f0da-d2f1-4b12-82fa-b37f81d3013a on network a3fad84c-a309-4289-a6b4-857e305b24bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:36:03.627720 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Attempting to bind port aa98f0da-d2f1-4b12-82fa-b37f81d3013a on network a3fad84c-a309-4289-a6b4-857e305b24bd {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:36:03.633654 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:36:03.634001 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Checking segment: {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:36:03.634391 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Bound using segment: {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:36:03.634837 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Bound port: aa98f0da-d2f1-4b12-82fa-b37f81d3013a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ae6962-4e2b-4588-b336-3f103b4e0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:36:03.635223 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.723428 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.730347 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] For port aa98f0da-d2f1-4b12-82fa-b37f81d3013a, host hv-cinder-79987, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:36:03.733962 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] For port aa98f0da-d2f1-4b12-82fa-b37f81d3013a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:36:03.742115 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d413e-a75f-40a0-a42f-f18f10fdb5f6 req-274bf736-4f99-4e41-ab81-e8d9ba23a569 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:03.743625 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b61d413e-a75f-40a0-a42f-f18f10fdb5f6 req-274bf736-4f99-4e41-ab81-e8d9ba23a569 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0972958 Mar 04 20:36:03.794342 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b61d413e-a75f-40a0-a42f-f18f10fdb5f6 req-fc6db9ad-d8e5-44e1-8ecb-4c45d417a496 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Mar 04 20:36:03.820034 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 34656) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:03.836151 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-332f9368-6b3a-45ec-a39e-ccf7237bf70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.837730 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.869531 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:03.870176 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:03.871695 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/aa98f0da-d2f1-4b12-82fa-b37f81d3013a HTTP/1.1" status: 200 len: 1093 time: 1.1889434 Mar 04 20:36:03.872212 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'tag': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:03.874780 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f90c79-af40-4e1c-82e4-23a50a00a1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b", "tag": "aa98f0da-d2f1-4b12-82fa-b37f81d3013a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:03.907391 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb982-94ca-4ca6-8269-ea70c321d4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:03.924763 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af306a-c113-4fb2-b6f5-b072c5910bd7 x-openstack-request-id: req-d3af306a-c113-4fb2-b6f5-b072c5910bd7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:03.925058 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b", "tag": "aa98f0da-d2f1-4b12-82fa-b37f81d3013a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:03.925338 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3af306a-c113-4fb2-b6f5-b072c5910bd7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:03.925743 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'tag': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a', 'status': 'completed', 'code': 200} Mar 04 20:36:04.058015 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-332f9368-6b3a-45ec-a39e-ccf7237bf70c admin admin] Publish callbacks [] for security_group (481e4566-6b57-45e4-9dc1-1b1bdafaae76), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.134616 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-332f9368-6b3a-45ec-a39e-ccf7237bf70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (481e4566-6b57-45e4-9dc1-1b1bdafaae76), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.165426 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-431cec06-a306-4c97-81d1-ef4cc244c037 req-19c5bb48-a734-4a91-b29c-5decb06051e6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Mar 04 20:36:04.174002 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-332f9368-6b3a-45ec-a39e-ccf7237bf70c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b992d5ae018c49d799bb5e2f7b418691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528945 Mar 04 20:36:04.175089 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f9368-6b3a-45ec-a39e-ccf7237bf70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481e4566-6b57-45e4-9dc1-1b1bdafaae76,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:04.176792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 34664) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:04.226642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fce909d-aa5f-4c25-b686-2bba640ab7d7 admin admin] Publish callbacks [] for security_group (481e4566-6b57-45e4-9dc1-1b1bdafaae76), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.247787 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fce909d-aa5f-4c25-b686-2bba640ab7d7 admin admin] Publish callbacks [] for security_group (481e4566-6b57-45e4-9dc1-1b1bdafaae76), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.363014 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fce909d-aa5f-4c25-b686-2bba640ab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (481e4566-6b57-45e4-9dc1-1b1bdafaae76), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.366346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fce909d-aa5f-4c25-b686-2bba640ab7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.367548 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5fce909d-aa5f-4c25-b686-2bba640ab7d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/481e4566-6b57-45e4-9dc1-1b1bdafaae76 HTTP/1.1" status: 204 len: 168 time: 0.1884329 Mar 04 20:36:04.375540 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce909d-aa5f-4c25-b686-2bba640ab7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e4566-6b57-45e4-9dc1-1b1bdafaae76,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:04.587087 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dc8bb-014a-4579-b2d7-2b5ba05ef09d req-1b3f5739-c383-4c9d-9b91-7774fa0014f2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:04.588566 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-982dc8bb-014a-4579-b2d7-2b5ba05ef09d req-1b3f5739-c383-4c9d-9b91-7774fa0014f2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0533483 Mar 04 20:36:04.647344 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-982dc8bb-014a-4579-b2d7-2b5ba05ef09d req-029438fe-73be-4a22-8add-1454a5cb6134 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Mar 04 20:36:04.689631 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3135b08b-9807-4a09-bd8f-0aead2fd883f req-1ef1d5f6-fb16-40aa-8e72-cdd6c5e43241 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0303686 Mar 04 20:36:04.819946 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.860242 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:04.917380 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22708e-1bde-442e-aa00-3b5a72b133c5 req-df097404-b538-499c-ae2d-a8c45359d706 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:04.918882 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f22708e-1bde-442e-aa00-3b5a72b133c5 req-df097404-b538-499c-ae2d-a8c45359d706 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0619421 Mar 04 20:36:04.965909 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f22708e-1bde-442e-aa00-3b5a72b133c5 req-b4abcaf4-5c06-4e8b-b768-3616c3c87ce9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Mar 04 20:36:05.262883 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-090d21c5-f88d-42da-ba5e-6499563123f1 req-5de974e3-7374-43fc-9f24-f41d85b0e4a3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0273964 Mar 04 20:36:05.706586 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'port': {'device_id': '5517415c-35b4-4674-8536-8778b8ec0f31', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'admin_state_up': True, 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'security_groups': ['2d6da7ec-3b09-4fc2-a67f-c9771812d2c4']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:05.827258 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2ff1a69-40e4-48e4-a90e-e4dc0c60844b req-1bc33ae1-9d73-4670-a3f2-0809467e2ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531761 Mar 04 20:36:05.842311 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf05f-e800-477f-ad96-a432e90915a2 req-185cf6ff-621d-4c3b-b3c4-15de503d6236 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:05.848783 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-306bf05f-e800-477f-ad96-a432e90915a2 req-185cf6ff-621d-4c3b-b3c4-15de503d6236 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.1137586 Mar 04 20:36:05.875520 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0ec85011-5e41-45c4-bc9b-d00176b654ff req-0b5039c2-55ef-4dcd-962f-7776a68e4073 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0825186 Mar 04 20:36:05.908787 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-306bf05f-e800-477f-ad96-a432e90915a2 req-6d0bf049-6574-49c4-8dcb-1ee6d6d6138f tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581176 Mar 04 20:36:05.931099 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f90c79-af40-4e1c-82e4-23a50a00a1f6 req-545a5eb6-c828-4c0c-8ea3-277fdb30d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:05.932662 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f7f90c79-af40-4e1c-82e4-23a50a00a1f6 req-545a5eb6-c828-4c0c-8ea3-277fdb30d124 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 1127 time: 0.1707208 Mar 04 20:36:05.993607 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-bcf416a7-20a0-43e9-b126-9107cb46493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:05.995471 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-bcf416a7-20a0-43e9-b126-9107cb46493b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1127 time: 0.0493934 Mar 04 20:36:06.066341 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Made reservation on behalf of 66de518ec0ef4bbcb648260fe68c67ea for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:36:06.070687 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:06.170580 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-57fa0b77-37be-437c-bb69-ef3314ee9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:06.172192 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-57fa0b77-37be-437c-bb69-ef3314ee9843 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.1658287 Mar 04 20:36:06.201564 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f90c79-af40-4e1c-82e4-23a50a00a1f6 req-ddb550ea-4d76-4f75-b464-0f5dde39ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:06.203053 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f7f90c79-af40-4e1c-82e4-23a50a00a1f6 req-ddb550ea-4d76-4f75-b464-0f5dde39ad2b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2563944 Mar 04 20:36:06.235827 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ffadb-ebfd-4bd1-af50-f2145b265457 req-90764ac7-c41b-4be6-a3fe-39d6c8db3b47 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:06.237246 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d35ffadb-ebfd-4bd1-af50-f2145b265457 req-90764ac7-c41b-4be6-a3fe-39d6c8db3b47 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.1819265 Mar 04 20:36:06.330290 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d35ffadb-ebfd-4bd1-af50-f2145b265457 req-8527c651-8116-4d0d-bca9-75b3e2ab885d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849228 Mar 04 20:36:06.347622 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Allocated IP 172.20.0.5 (df506647-f259-497e-8346-870adfcc7ea0/67d53c7f-5ca0-4079-919d-46c0f469aec7/8f235d93-54e5-429a-93c9-ef8506ddcb4c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:36:06.368458 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-789d28e5-5400-4990-b532-52cffc91ddcb req-42bda580-2756-4a62-9a1c-97a9c8da22e6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0333190 Mar 04 20:36:06.485265 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:06.585827 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:06.629613 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Network df506647-f259-497e-8346-870adfcc7ea0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:36:06.632849 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:36:06.636511 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:36:06.643118 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:06.660605 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:06.694990 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:06.695642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:06.754574 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-45806b89-0452-46b6-ad03-c1a08f34b302 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0565498 Mar 04 20:36:06.887677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-9ed54680-4bc3-4600-9f78-baf6b2379207 None None] Provisioning complete for port 8f235d93-54e5-429a-93c9-ef8506ddcb4c triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:36:06.888112 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9ed54680-4bc3-4600-9f78-baf6b2379207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:06.923639 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9ed54680-4bc3-4600-9f78-baf6b2379207 None None] Port 8f235d93-54e5-429a-93c9-ef8506ddcb4c cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:36:06.992723 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fb030f73-40d3-4302-8c1a-29102773338b req-c2373172-34f7-490f-a266-0d40237ce405 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0410709 Mar 04 20:36:07.048576 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9c785-0b04-4cd9-85bf-86a5f248fff3 req-44906d41-9e5d-4828-a7c3-d368e2ff9f20 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:07.050067 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8de9c785-0b04-4cd9-85bf-86a5f248fff3 req-44906d41-9e5d-4828-a7c3-d368e2ff9f20 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0648685 Mar 04 20:36:07.099071 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8de9c785-0b04-4cd9-85bf-86a5f248fff3 req-aac330ab-5f17-44ad-9040-dc9c2aa00aea tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Mar 04 20:36:07.464315 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c882bd-5271-4fa1-8109-40503cf6af25 req-309a1e4a-5cad-4b5d-983a-672c3b7f3264 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:07.465991 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-92c882bd-5271-4fa1-8109-40503cf6af25 req-309a1e4a-5cad-4b5d-983a-672c3b7f3264 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0617337 Mar 04 20:36:07.506310 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03e390-7f70-4afa-92c1-f6c2e333a6e6 req-6d395b59-5fbe-4f43-96a2-2b3587f1a73f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:07.508056 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ec03e390-7f70-4afa-92c1-f6c2e333a6e6 req-6d395b59-5fbe-4f43-96a2-2b3587f1a73f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 931 time: 0.0552576 Mar 04 20:36:07.520233 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-92c882bd-5271-4fa1-8109-40503cf6af25 req-71e309fa-d74e-4f22-821d-b2cf51d54c19 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467606 Mar 04 20:36:07.568769 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ec03e390-7f70-4afa-92c1-f6c2e333a6e6 req-067690a2-8992-4ab6-8126-6310bbfd81a8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522852 Mar 04 20:36:08.089056 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1edb4891-cda7-4634-9f9c-82fa2366a614 req-c08cedb8-10aa-457e-9157-e8f91e687b05 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0274127 Mar 04 20:36:08.219290 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4de36-3557-42c7-8803-744a2d74f62a req-e51211b8-0254-4f07-91f3-ec66619eb699 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:08.220787 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cf4de36-3557-42c7-8803-744a2d74f62a req-e51211b8-0254-4f07-91f3-ec66619eb699 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0573452 Mar 04 20:36:08.269525 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cf4de36-3557-42c7-8803-744a2d74f62a req-bbd5bad0-5444-4772-897e-1b6ec7d841e5 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Mar 04 20:36:08.641487 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505b9b4-c306-468c-ac26-d281c9512c02 req-2ea6c83a-04f9-4554-9ea5-5f42240a1093 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:08.641487 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2505b9b4-c306-468c-ac26-d281c9512c02 req-2ea6c83a-04f9-4554-9ea5-5f42240a1093 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0537457 Mar 04 20:36:08.685149 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Request body: {'port': {'device_id': '5517415c-35b4-4674-8536-8778b8ec0f31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:08.714867 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-0522da00-e735-469a-9398-e66d2c8b0fa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 217 time: 0.0457957 Mar 04 20:36:08.761146 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae4fc-ea84-4c0b-beb7-0d9f81efd7d8 req-51af836a-c34d-40b1-b988-c6b42e7b3d81 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:08.762775 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ccaae4fc-ea84-4c0b-beb7-0d9f81efd7d8 req-51af836a-c34d-40b1-b988-c6b42e7b3d81 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 931 time: 0.1208115 Mar 04 20:36:08.793983 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-a439fa25-ad69-4a1a-a0eb-488eb644f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:08.795413 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-a439fa25-ad69-4a1a-a0eb-488eb644f900 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.0731716 Mar 04 20:36:08.835738 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2505b9b4-c306-468c-ac26-d281c9512c02 req-7f9238fc-c7e7-4483-ae96-151ae41f6df9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913087 Mar 04 20:36:08.838289 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-67e4b4c7-3aa1-4f5d-a7e6-c109de408f08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328937 Mar 04 20:36:08.845732 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ccaae4fc-ea84-4c0b-beb7-0d9f81efd7d8 req-8925b58f-0328-48f6-8625-f5c5c2afa04c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731111 Mar 04 20:36:08.850161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.39', 61065) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:08.916267 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:08.934804 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f90c79-af40-4e1c-82e4-23a50a00a1f6 req-4e225bc1-ec19-462f-8400-1ed418cc5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:08.936462 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f7f90c79-af40-4e1c-82e4-23a50a00a1f6 req-4e225bc1-ec19-462f-8400-1ed418cc5389 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2716563 Mar 04 20:36:09.031301 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-31400ff7-e284-4196-9566-10b18a73fe5e service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785200 Mar 04 20:36:09.037721 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-1bb901d0-5265-48be-b7d7-14c29c010991 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:09.039812 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-1bb901d0-5265-48be-b7d7-14c29c010991 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.1878986 Mar 04 20:36:09.208090 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-8eea9fdb-7957-491f-a28f-c246656c6732 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 380 time: 0.1480384 Mar 04 20:36:09.210093 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b52a8ac-73de-464c-a205-d14f6500e591 req-64d0d0a2-2026-4651-a99c-a9f97e5e9ca0 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698685 Mar 04 20:36:09.289419 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-be74df94-b429-4d15-a388-70c279907c93 req-b96ed2ad-c031-454f-a7aa-42313b6232bb tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0603189 Mar 04 20:36:09.318176 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-52e7cff0-c46c-4263-9dc1-258226d7782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:09.319720 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-52e7cff0-c46c-4263-9dc1-258226d7782d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 1127 time: 0.0919962 Mar 04 20:36:09.395699 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62513fae-2afe-42ca-bdee-1502f8b8c47b req-de429dd5-77d7-4fef-aad5-6f7a67ce00d6 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:09.397312 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-62513fae-2afe-42ca-bdee-1502f8b8c47b req-de429dd5-77d7-4fef-aad5-6f7a67ce00d6 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0539196 Mar 04 20:36:09.456778 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-62513fae-2afe-42ca-bdee-1502f8b8c47b req-80f25bdf-8ada-40c3-a5a1-e743d60d0900 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Mar 04 20:36:09.467482 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f235d93-54e5-429a-93c9-ef8506ddcb4c {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:09.476007 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Publish callbacks [] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:09.489518 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Transition to ACTIVE for port object 8f235d93-54e5-429a-93c9-ef8506ddcb4c will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:36:09.556595 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:09.610560 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:09.688908 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Attempting to bind port 8f235d93-54e5-429a-93c9-ef8506ddcb4c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:36:09.689569 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Attempting to bind port 8f235d93-54e5-429a-93c9-ef8506ddcb4c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:36:09.693876 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Attempting to bind port 8f235d93-54e5-429a-93c9-ef8506ddcb4c on network df506647-f259-497e-8346-870adfcc7ea0 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:36:09.695315 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Port 8f235d93-54e5-429a-93c9-ef8506ddcb4c on network df506647-f259-497e-8346-870adfcc7ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:36:09.695648 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Attempting to bind port 8f235d93-54e5-429a-93c9-ef8506ddcb4c on network df506647-f259-497e-8346-870adfcc7ea0 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:36:09.701755 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:36:09.702379 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Checking segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:36:09.703587 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Bound using segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:36:09.704201 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Bound port: 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:36:09.705221 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:09.793043 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:36:09.796035 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:36:09.849029 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:09.905768 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:09.905768 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:09.905768 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 1093 time: 1.2384944 Mar 04 20:36:09.905768 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:09.907617 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabdc853-5df0-46f9-9eca-77b8ff80843f" -d '{"events": [{"name": "network-changed", "server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:09.946486 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:10.031420 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c29dc3-3956-4ce7-9464-00c025cea62d req-f592904b-6ea7-472e-a43b-2203a9c169c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:10.033270 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d8c29dc3-3956-4ce7-9464-00c025cea62d req-f592904b-6ea7-472e-a43b-2203a9c169c2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0828080 Mar 04 20:36:10.064906 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eb252-31ba-4f35-9f20-19af99853ac7 req-a1fe442d-5768-46e0-9acc-cb1b41a54ac0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:10.066554 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3a3eb252-31ba-4f35-9f20-19af99853ac7 req-a1fe442d-5768-46e0-9acc-cb1b41a54ac0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0734556 Mar 04 20:36:10.090073 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d8c29dc3-3956-4ce7-9464-00c025cea62d req-f2060dd1-20bf-4f31-a75c-d4663e1cf62b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501676 Mar 04 20:36:10.122964 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3a3eb252-31ba-4f35-9f20-19af99853ac7 req-7079b7a1-753c-4a88-aa76-91d23c592997 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478740 Mar 04 20:36:10.157590 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee602c98-08eb-4cd8-9a48-63e4021bf0de x-openstack-request-id: req-ee602c98-08eb-4cd8-9a48-63e4021bf0de {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:10.157980 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:10.158917 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee602c98-08eb-4cd8-9a48-63e4021bf0de {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:10.158917 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'status': 'completed', 'code': 200} Mar 04 20:36:10.393133 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c105f5e5-06da-4d7c-a7e9-0f7019cd86cd req-78cf8a05-3d59-4acc-b347-6ce1ef1aa9b4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0322740 Mar 04 20:36:10.574468 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c3d1a-3d38-4253-91f3-35151d94520d req-2dc5f2c0-18d8-4d34-9a6e-af8a06dc9401 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:10.575951 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d1c3d1a-3d38-4253-91f3-35151d94520d req-2dc5f2c0-18d8-4d34-9a6e-af8a06dc9401 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0522168 Mar 04 20:36:10.621288 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d1c3d1a-3d38-4253-91f3-35151d94520d req-0db5e67f-d556-4d68-89b5-773fe57b346e tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Mar 04 20:36:11.207400 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88d8a-e56d-48a7-81c0-e8f781d74b61 req-0235f319-ab95-4188-a067-2ded19b27f47 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:11.213541 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-faa88d8a-e56d-48a7-81c0-e8f781d74b61 req-0235f319-ab95-4188-a067-2ded19b27f47 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0525939 Mar 04 20:36:11.253947 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dceaf-c205-446c-9611-03b1abfdb4ff req-2c70dbeb-caca-46cf-8a5d-4f7a029d7594 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:11.255648 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6a6dceaf-c205-446c-9611-03b1abfdb4ff req-2c70dbeb-caca-46cf-8a5d-4f7a029d7594 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0578544 Mar 04 20:36:11.257666 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-faa88d8a-e56d-48a7-81c0-e8f781d74b61 req-4b98b2b3-acde-4b10-874b-c4548f425f4c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Mar 04 20:36:11.303669 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6a6dceaf-c205-446c-9611-03b1abfdb4ff req-8fc5df6c-212e-419e-8e5b-c5782816b751 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420377 Mar 04 20:36:11.490739 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cbfdbab8-f3ab-4d5f-a0bc-135dd01243d0 req-b61c1ead-1c52-4db7-8452-51f8efe7e43e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0271626 Mar 04 20:36:11.734939 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f55be7-f1ad-443a-8fe9-982b2b35a919 req-684b9b00-55a8-41b1-bee0-2ac162ec762b tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:11.736333 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b3f55be7-f1ad-443a-8fe9-982b2b35a919 req-684b9b00-55a8-41b1-bee0-2ac162ec762b tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0509930 Mar 04 20:36:11.781934 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b3f55be7-f1ad-443a-8fe9-982b2b35a919 req-a38245cb-5d90-4af7-9b7b-ee9291e502db tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Mar 04 20:36:11.819267 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'port': {'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'admin_state_up': True, 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'security_groups': ['7049ca0d-d819-427c-a148-2b48b1a02d22']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:11.868594 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-c9fc99ad-be02-4323-a524-a08f51be2035 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a HTTP/1.1" status: 200 len: 217 time: 0.0426285 Mar 04 20:36:11.925162 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-748eb7e3-50b9-45b6-b7ca-f630b2b929a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:11.926981 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-748eb7e3-50b9-45b6-b7ca-f630b2b929a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.0443683 Mar 04 20:36:11.945950 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-7f376338-fd92-4eb1-b739-0f73822aa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:11.947418 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-7f376338-fd92-4eb1-b739-0f73822aa55c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1127 time: 0.1004393 Mar 04 20:36:11.960245 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-a58830a9-b289-459e-b964-8f1e60faefea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262606 Mar 04 20:36:11.997997 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-7bcb3f07-2739-482f-a764-28006fa19f56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 217 time: 0.0391426 Mar 04 20:36:12.052198 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-e75483c0-53bc-4e54-b2c3-7ae01c5e529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:12.053793 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-e75483c0-53bc-4e54-b2c3-7ae01c5e529d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0483456 Mar 04 20:36:12.058842 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-fb44fa93-89ac-4629-943c-5052c3c29f88 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918241 Mar 04 20:36:12.076904 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Made reservation on behalf of af15fcef91224b5594eee935e86cc383 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:36:12.076904 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:12.152078 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0fb7b650-e7b4-4f95-9853-036af4a4f3f0 req-51823567-fa01-45ea-ad4b-2f5ab4bc943e service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875616 Mar 04 20:36:12.335578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-4b5cb718-587b-4328-8839-0966d4dc096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:12.337104 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-4b5cb718-587b-4328-8839-0966d4dc096d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2772236 Mar 04 20:36:12.445307 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab62e-9b05-4724-a754-935a5da17397 req-9157d2c8-53b9-4669-bc8c-f3011de2a73a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:12.447071 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2bfab62e-9b05-4724-a754-935a5da17397 req-9157d2c8-53b9-4669-bc8c-f3011de2a73a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.1174843 Mar 04 20:36:12.464738 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9607e1-22f6-4af2-91a7-3915ed32aadc req-c15a0399-fde8-4668-928e-6f7269433c52 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:12.465454 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.20.0.13 (5d0c319a-2042-4403-a805-fc7c2c046473/c88a879c-2019-4e6d-9441-7e0ce713e8e8/ab11ae1c-15b6-43bb-8ae1-be49a834c54b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:36:12.466431 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2e9607e1-22f6-4af2-91a7-3915ed32aadc req-c15a0399-fde8-4668-928e-6f7269433c52 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0794733 Mar 04 20:36:12.518591 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2e9607e1-22f6-4af2-91a7-3915ed32aadc req-c8effccb-b1d2-4bd8-9dce-6e8cec5525fa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465410 Mar 04 20:36:12.526214 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2bfab62e-9b05-4724-a754-935a5da17397 req-9d4f51ce-28cc-4e65-a675-a7218809df55 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727222 Mar 04 20:36:12.617139 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-293beab6-31ca-4356-8f59-c05f388b17fb req-8d8e167f-e6ed-4472-8793-4e973472b1fc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0271919 Mar 04 20:36:12.649435 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:12.734419 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:12.781266 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:36:12.784168 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:36:12.786892 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:36:12.792118 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:12.792756 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:12.813856 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:12.915490 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-dbd68eeb-98a2-4fb2-8e62-9a7518a62cb7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1009903 Mar 04 20:36:12.922924 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c575-4562-4c40-9c04-fb2431d09452 req-59122769-7c33-44ca-9260-5a960f56bb34 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:12.924449 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-30c2c575-4562-4c40-9c04-fb2431d09452 req-59122769-7c33-44ca-9260-5a960f56bb34 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0673559 Mar 04 20:36:12.973936 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-30c2c575-4562-4c40-9c04-fb2431d09452 req-247967da-e52b-4de8-8969-690839142f64 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Mar 04 20:36:13.037837 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-8960b651-9521-403d-95a5-899c0d21630d None None] Provisioning complete for port ab11ae1c-15b6-43bb-8ae1-be49a834c54b triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:36:13.038340 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8960b651-9521-403d-95a5-899c0d21630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:13.074638 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8960b651-9521-403d-95a5-899c0d21630d None None] Port ab11ae1c-15b6-43bb-8ae1-be49a834c54b cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:36:13.657482 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f5469-961a-4285-8592-f932b5ff312e req-be76714e-8f2d-47ac-baf0-d33ba46e4e94 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:13.658120 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcccfd4-27bf-4869-97b6-ccd85813a14a req-300c7379-5e06-4e16-bfcd-b3ae989d4176 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:13.658539 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-252f5469-961a-4285-8592-f932b5ff312e req-be76714e-8f2d-47ac-baf0-d33ba46e4e94 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0593164 Mar 04 20:36:13.662121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5dcccfd4-27bf-4869-97b6-ccd85813a14a req-300c7379-5e06-4e16-bfcd-b3ae989d4176 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0612664 Mar 04 20:36:13.717465 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-252f5469-961a-4285-8592-f932b5ff312e req-eb70f8bc-5568-4812-ab0d-86ec9e5061ed tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521753 Mar 04 20:36:13.720224 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5dcccfd4-27bf-4869-97b6-ccd85813a14a req-ad3383d9-d3a7-4837-9bff-bab0881966cd tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Mar 04 20:36:13.829210 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874d0ea-4fc6-41e7-8f0e-7a11cfd17062 req-73c0eb86-98cc-4087-9ea9-774fcd074251 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:13.830592 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5874d0ea-4fc6-41e7-8f0e-7a11cfd17062 req-73c0eb86-98cc-4087-9ea9-774fcd074251 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 932 time: 0.0519404 Mar 04 20:36:13.885752 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5874d0ea-4fc6-41e7-8f0e-7a11cfd17062 req-c22c778c-ef2e-4982-8aa4-107ada96bcf5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494571 Mar 04 20:36:14.069636 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:36:14.081168 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Request body: {'port': {'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:14.097388 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774ae12-b40b-4f74-864c-24fbbab8bdb7 req-faa92fb7-09ab-404a-b2d5-82b7b69d5f24 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:14.107742 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5774ae12-b40b-4f74-864c-24fbbab8bdb7 req-faa92fb7-09ab-404a-b2d5-82b7b69d5f24 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 943 time: 0.0681458 Mar 04 20:36:14.172707 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5774ae12-b40b-4f74-864c-24fbbab8bdb7 req-f3e7f732-e5ed-40eb-89c4-0f70657b75ee tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623031 Mar 04 20:36:14.185317 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,segment=NetworkSegment(7b10de4b-4882-4549-a041-19bed85e98b6),segment_id=7b10de4b-4882-4549-a041-19bed85e98b6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:14.195198 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.198724 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce', 'network_id': '3c4a1948-5e21-471b-9099-bc52faa8de05', 'port_id': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce', 'mac_address': 'fa:16:3e:39:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07ad0d5-1093-4c82-93a6-f67f17b3a5bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:36:14.208508 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-72326b9d-6246-44b3-9273-97e5bd13fcb6 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611183 Mar 04 20:36:14.241455 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:14.241876 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.255738 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:14.276285 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,segment=NetworkSegment(7b10de4b-4882-4549-a041-19bed85e98b6),segment_id=7b10de4b-4882-4549-a041-19bed85e98b6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:14.374108 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.374784 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 2dcd3190-f065-4ae1-aba8-7b76e38cf694 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:36:14.447176 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:14.459560 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab11ae1c-15b6-43bb-8ae1-be49a834c54b {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:14.467041 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Publish callbacks [] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.479232 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Transition to ACTIVE for port object ab11ae1c-15b6-43bb-8ae1-be49a834c54b will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:36:14.511577 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 2dcd3190-f065-4ae1-aba8-7b76e38cf694, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:14.522162 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '2dcd3190-f065-4ae1-aba8-7b76e38cf694', 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'port_id': '2dcd3190-f065-4ae1-aba8-7b76e38cf694', 'mac_address': 'fa:16:3e:59:ed:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:36:14.539574 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.558117 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:14.558503 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.576330 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcd3190-f065-4ae1-aba8-7b76e38cf694 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:14.596361 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:14.599018 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 2dcd3190-f065-4ae1-aba8-7b76e38cf694, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:14.626470 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Attempting to bind port ab11ae1c-15b6-43bb-8ae1-be49a834c54b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:36:14.626705 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Attempting to bind port ab11ae1c-15b6-43bb-8ae1-be49a834c54b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:36:14.627098 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Attempting to bind port ab11ae1c-15b6-43bb-8ae1-be49a834c54b on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:36:14.632602 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Port ab11ae1c-15b6-43bb-8ae1-be49a834c54b on network 5d0c319a-2042-4403-a805-fc7c2c046473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:36:14.632925 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Attempting to bind port ab11ae1c-15b6-43bb-8ae1-be49a834c54b on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:36:14.637880 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:36:14.638210 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Checking segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:36:14.644237 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Bound using segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:36:14.644237 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Bound port: ab11ae1c-15b6-43bb-8ae1-be49a834c54b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:36:14.644237 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.653762 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.705164 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=2dcd3190-f065-4ae1-aba8-7b76e38cf694,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:14.708254 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] For port ab11ae1c-15b6-43bb-8ae1-be49a834c54b, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:36:14.711641 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] For port ab11ae1c-15b6-43bb-8ae1-be49a834c54b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:36:14.780594 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.827439 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:14.828375 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:14.830227 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] 10.222.0.39 "PUT /v2.0/ports/ab11ae1c-15b6-43bb-8ae1-be49a834c54b HTTP/1.1" status: 200 len: 1094 time: 0.7555130 Mar 04 20:36:14.842932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:14.846095 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7103276-c445-4acf-a53b-33d4181e8d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:14.869436 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a6c8-162c-496f-8d41-498814d8e017 req-72a0014a-a100-4ece-bc08-b8127411cdbb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:14.871275 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7391a6c8-162c-496f-8d41-498814d8e017 req-72a0014a-a100-4ece-bc08-b8127411cdbb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0640218 Mar 04 20:36:14.901682 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa40bbe-b662-4a58-b895-e61e3c408b7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:14.921300 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b05d70-bc0b-4d29-8cc1-d7daa76c4c3a req-61802cf9-72e8-4cd5-8e31-9961905f57f4 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:14.922867 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f1b05d70-bc0b-4d29-8cc1-d7daa76c4c3a req-61802cf9-72e8-4cd5-8e31-9961905f57f4 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.1021669 Mar 04 20:36:14.930110 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7391a6c8-162c-496f-8d41-498814d8e017 req-9aecd562-02e0-4188-850e-ba5bc9a5212e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499489 Mar 04 20:36:14.987920 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da29d3-4233-4730-86c4-3ac038e412c0 x-openstack-request-id: req-10da29d3-4233-4730-86c4-3ac038e412c0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:14.988625 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:14.988887 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10da29d3-4233-4730-86c4-3ac038e412c0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:14.989284 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'status': 'completed', 'code': 200} Mar 04 20:36:14.997002 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f1b05d70-bc0b-4d29-8cc1-d7daa76c4c3a req-0926a304-c2ff-4182-b658-9b659a154353 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674918 Mar 04 20:36:15.082826 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09da96-f894-4fc3-b770-c7e5093973b0 req-4a794c93-354e-434d-b0c3-445340bd8bb8 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:15.084451 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bc09da96-f894-4fc3-b770-c7e5093973b0 req-4a794c93-354e-434d-b0c3-445340bd8bb8 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 944 time: 0.0551016 Mar 04 20:36:15.140737 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bc09da96-f894-4fc3-b770-c7e5093973b0 req-876eedf6-d1dc-4c05-9969-958d49584f51 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504289 Mar 04 20:36:15.183082 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-b5eefd00-a4af-4a78-89ed-ed72128a2172 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196413 Mar 04 20:36:15.193328 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7103276-c445-4acf-a53b-33d4181e8d9e req-7bb6f25c-ce99-4277-8c5e-38086407bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:15.194859 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f7103276-c445-4acf-a53b-33d4181e8d9e req-7bb6f25c-ce99-4277-8c5e-38086407bce6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 1128 time: 0.1037059 Mar 04 20:36:15.438167 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beedba-0eff-49b3-b3ac-4271eecb33fe req-36411c49-41e2-45ee-b552-ffe85922be59 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:15.439585 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-88beedba-0eff-49b3-b3ac-4271eecb33fe req-36411c49-41e2-45ee-b552-ffe85922be59 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 944 time: 0.2035942 Mar 04 20:36:15.445534 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7103276-c445-4acf-a53b-33d4181e8d9e req-08183404-d6a5-4872-9288-21fe241e8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:15.446932 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f7103276-c445-4acf-a53b-33d4181e8d9e req-08183404-d6a5-4872-9288-21fe241e8867 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=af15fcef91224b5594eee935e86cc383&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2405760 Mar 04 20:36:15.465674 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-d785d252-7382-4af7-beb2-7f2674202c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:15.467086 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-d785d252-7382-4af7-beb2-7f2674202c86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1127 time: 0.1441503 Mar 04 20:36:15.536917 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['2dcd3190-f065-4ae1-aba8-7b76e38cf694'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:36:15.577345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:36:15.850691 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-88beedba-0eff-49b3-b3ac-4271eecb33fe req-1a5769ee-6b01-45d1-b04a-dba1d43eeee6 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028304 Mar 04 20:36:15.898931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7103276-c445-4acf-a53b-33d4181e8d9e req-cd0a43b5-637f-4619-a258-3a20e887fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:15.900406 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f7103276-c445-4acf-a53b-33d4181e8d9e req-cd0a43b5-637f-4619-a258-3a20e887fb07 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4425805 Mar 04 20:36:15.902852 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-e907f1c9-2d50-455d-a66a-f0be4a36ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:15.904178 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-e907f1c9-2d50-455d-a66a-f0be4a36ca54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.4210320 Mar 04 20:36:15.956137 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-e884c236-e34a-4a64-bd44-6a04b3abd214 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 217 time: 0.0430677 Mar 04 20:36:16.036785 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-8ffaa562-64a4-4a6d-8540-534b46166210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.038252 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-8ffaa562-64a4-4a6d-8540-534b46166210 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0624862 Mar 04 20:36:16.040963 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-16bbc642-a89a-480f-b558-bed8577b6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.046074 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-16bbc642-a89a-480f-b558-bed8577b6ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 1128 time: 0.0941408 Mar 04 20:36:16.082718 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac439ec-33f7-477e-a233-71931dea93b8 req-341dd8cd-58f3-4850-a82e-3dcad00ce551 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.084897 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4ac439ec-33f7-477e-a233-71931dea93b8 req-341dd8cd-58f3-4850-a82e-3dcad00ce551 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0749273 Mar 04 20:36:16.127407 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-5cb79a93-2227-4991-a92b-9b91e5394cd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab11ae1c-15b6-43bb-8ae1-be49a834c54b HTTP/1.1" status: 200 len: 217 time: 0.0640781 Mar 04 20:36:16.136460 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4ac439ec-33f7-477e-a233-71931dea93b8 req-26c50bbf-7043-4b3d-944c-1afed1610e14 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459268 Mar 04 20:36:16.211285 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-1787ba42-a96f-47d6-a904-b082731a3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.212918 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-1787ba42-a96f-47d6-a904-b082731a3419 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1614177 Mar 04 20:36:16.219211 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-75ea3975-404f-4229-8eee-caf86dd05b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.223192 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-75ea3975-404f-4229-8eee-caf86dd05b02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0706527 Mar 04 20:36:16.279715 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8adb93-d1c8-4b2f-b518-1dcae198f678 req-9d0594e7-355b-4a91-baa7-021d4cd4247b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.284503 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4a8adb93-d1c8-4b2f-b518-1dcae198f678 req-9d0594e7-355b-4a91-baa7-021d4cd4247b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.1684260 Mar 04 20:36:16.296344 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf98dcb-7bf6-44ed-b379-919c1eb035a9 req-075badc4-c76a-4c38-83cd-f566464835e4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.297814 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-daf98dcb-7bf6-44ed-b379-919c1eb035a9 req-075badc4-c76a-4c38-83cd-f566464835e4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 944 time: 0.0712082 Mar 04 20:36:16.346856 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-daf98dcb-7bf6-44ed-b379-919c1eb035a9 req-5b579133-1b0e-45e9-9f44-ade8bc83ef88 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Mar 04 20:36:16.398083 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba606-da33-4424-9672-9d75afd05f82 req-fcbfa6eb-917b-49a8-91d0-56beafe27e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.399770 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-fcbfa6eb-917b-49a8-91d0-56beafe27e4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1672876 Mar 04 20:36:16.404935 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4a8adb93-d1c8-4b2f-b518-1dcae198f678 req-53220f06-7d92-44a3-83b4-219d025d6c7f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153197 Mar 04 20:36:16.406912 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-4fe0e16d-0b74-4e47-872d-2104798d4ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844392 Mar 04 20:36:16.575349 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-88cb8246-1904-4a02-913c-b4b01aac8eae service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587877 Mar 04 20:36:16.578127 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eabdc853-5df0-46f9-9eca-77b8ff80843f req-f42abae8-36c1-496f-8f0d-268e5718bf77 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606629 Mar 04 20:36:16.676171 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a96ba606-da33-4424-9672-9d75afd05f82 req-38440c50-374a-4121-92fa-d505aebed0e9 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894415 Mar 04 20:36:16.880634 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35018) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:16.992463 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ee73-fa18-47f5-b44d-9097171fe892 req-99e1f2c3-548e-4686-af20-9d96d2f187d2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:16.994043 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f655ee73-fa18-47f5-b44d-9097171fe892 req-99e1f2c3-548e-4686-af20-9d96d2f187d2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 944 time: 0.0626152 Mar 04 20:36:17.013699 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b82586e7-6c88-4596-85d9-b4e2879d36ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.077143 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f655ee73-fa18-47f5-b44d-9097171fe892 req-982ccff2-3e9a-491f-8ceb-dffe3759fb10 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762236 Mar 04 20:36:17.123061 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b82586e7-6c88-4596-85d9-b4e2879d36ac admin admin] Publish callbacks [] for security_group (ae6c37ed-bea2-49d1-a407-8c03e0cf8c21), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.180433 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b82586e7-6c88-4596-85d9-b4e2879d36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ae6c37ed-bea2-49d1-a407-8c03e0cf8c21), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.229272 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b82586e7-6c88-4596-85d9-b4e2879d36ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8443f7aeaca54797b4c68c4318d566f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474331 Mar 04 20:36:17.231398 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82586e7-6c88-4596-85d9-b4e2879d36ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6c37ed-bea2-49d1-a407-8c03e0cf8c21,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:17.235420 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35048) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:17.270530 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393210-fe55-4ed7-8e0c-6a935896160b req-9d1196d4-0718-44ea-981d-9414b2f93be6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:17.272198 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68393210-fe55-4ed7-8e0c-6a935896160b req-9d1196d4-0718-44ea-981d-9414b2f93be6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0582042 Mar 04 20:36:17.288705 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e23ef69-dd38-4199-a4d7-7862b8292716 admin admin] Publish callbacks [] for security_group (ae6c37ed-bea2-49d1-a407-8c03e0cf8c21), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.323045 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e23ef69-dd38-4199-a4d7-7862b8292716 admin admin] Publish callbacks [] for security_group (ae6c37ed-bea2-49d1-a407-8c03e0cf8c21), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.333716 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68393210-fe55-4ed7-8e0c-6a935896160b req-d6490b25-5262-4f8a-ba52-3d9022c2dcc7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559711 Mar 04 20:36:17.454958 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e23ef69-dd38-4199-a4d7-7862b8292716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ae6c37ed-bea2-49d1-a407-8c03e0cf8c21), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.458693 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e23ef69-dd38-4199-a4d7-7862b8292716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.460397 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4e23ef69-dd38-4199-a4d7-7862b8292716 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae6c37ed-bea2-49d1-a407-8c03e0cf8c21 HTTP/1.1" status: 204 len: 168 time: 0.2240133 Mar 04 20:36:17.475857 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23ef69-dd38-4199-a4d7-7862b8292716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6c37ed-bea2-49d1-a407-8c03e0cf8c21,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:17.489422 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c3732-d417-46cd-9d54-e195eda33301 req-1cb8bc3a-6967-44b5-b29c-e0772f4d9b33 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:17.490965 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-038c3732-d417-46cd-9d54-e195eda33301 req-1cb8bc3a-6967-44b5-b29c-e0772f4d9b33 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 944 time: 0.0748792 Mar 04 20:36:17.566369 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-038c3732-d417-46cd-9d54-e195eda33301 req-c2ab00d8-3353-443c-83ea-820b5db2619b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652552 Mar 04 20:36:17.581058 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d739c9-d23d-4486-8e17-9ff8ef48de3c req-3ef39df9-c1b1-4c65-b8cb-690cf05f0553 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:17.583657 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c2d739c9-d23d-4486-8e17-9ff8ef48de3c req-3ef39df9-c1b1-4c65-b8cb-690cf05f0553 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 943 time: 0.0806823 Mar 04 20:36:17.636214 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c2d739c9-d23d-4486-8e17-9ff8ef48de3c req-e60af212-f1ce-435e-956b-6208752b9a9f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 Mar 04 20:36:18.057664 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device aa98f0da-d2f1-4b12-82fa-b37f81d3013a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:36:18.080281 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35072) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:18.091264 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:36:18.096056 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9593c35-02da-4993-8603-dd8b809d7fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.196166 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port aa98f0da-d2f1-4b12-82fa-b37f81d3013a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:18.214935 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a', 'network_id': 'a3fad84c-a309-4289-a6b4-857e305b24bd', 'port_id': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a', 'mac_address': 'fa:16:3e:4b:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1193c46a-b175-4f48-a38e-7a04ddb833ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:36:18.241106 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729964c-7e85-4557-b441-2df8f009654e req-9885c2db-493e-4150-8a93-e3f59ca753c6 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:18.242618 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1729964c-7e85-4557-b441-2df8f009654e req-9885c2db-493e-4150-8a93-e3f59ca753c6 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 944 time: 0.0908108 Mar 04 20:36:18.253153 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9593c35-02da-4993-8603-dd8b809d7fa0 admin admin] Publish callbacks [] for security_group (7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.265683 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port aa98f0da-d2f1-4b12-82fa-b37f81d3013a is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:18.266206 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.277084 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:36:18.284233 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:36:18.285070 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.288228 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa98f0da-d2f1-4b12-82fa-b37f81d3013a {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:18.299446 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1729964c-7e85-4557-b441-2df8f009654e req-7c62f316-fe99-41a0-a84c-7a033d7d8f66 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481088 Mar 04 20:36:18.356914 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9593c35-02da-4993-8603-dd8b809d7fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.390842 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9593c35-02da-4993-8603-dd8b809d7fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:18.408625 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c9593c35-02da-4993-8603-dd8b809d7fa0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97afa15aaff6492ebf78efd92c46f146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270593 Mar 04 20:36:18.411520 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35090) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:18.481048 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port aa98f0da-d2f1-4b12-82fa-b37f81d3013a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:18.506592 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-527e878d-30c7-4034-af0a-9d750ac2fabe admin admin] Publish callbacks [] for security_group (7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.530505 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad41654-977e-4f66-8e1d-ea4cc3adfbc3 req-5106587f-351a-4d1b-92a9-21eaa4a9d8bf tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:18.532282 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cad41654-977e-4f66-8e1d-ea4cc3adfbc3 req-5106587f-351a-4d1b-92a9-21eaa4a9d8bf tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0898821 Mar 04 20:36:18.537478 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:18.537878 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.541233 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.541890 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:36:18.549946 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-527e878d-30c7-4034-af0a-9d750ac2fabe admin admin] Publish callbacks [] for security_group (7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.617092 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:18.646470 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cad41654-977e-4f66-8e1d-ea4cc3adfbc3 req-628d6e89-8ac7-4775-935a-d7028fee051a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988431 Mar 04 20:36:18.704792 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.db.resource_extend [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 20:36:18.708373 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,segment=NetworkSegment(7b10de4b-4882-4549-a041-19bed85e98b6),segment_id=7b10de4b-4882-4549-a041-19bed85e98b6)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:18.709675 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:18.757670 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-527e878d-30c7-4034-af0a-9d750ac2fabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.760230 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-527e878d-30c7-4034-af0a-9d750ac2fabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.763757 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-527e878d-30c7-4034-af0a-9d750ac2fabe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f HTTP/1.1" status: 204 len: 168 time: 0.3480902 Mar 04 20:36:18.763902 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c747f-76bb-41d4-9ea5-ed9cd4d8fa37 req-112ad41e-f0e0-41ee-873d-f1d5399d92a1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:18.764430 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8c0c747f-76bb-41d4-9ea5-ed9cd4d8fa37 req-112ad41e-f0e0-41ee-873d-f1d5399d92a1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 944 time: 0.0743525 Mar 04 20:36:18.770603 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:18.771601 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 2dcd3190-f065-4ae1-aba8-7b76e38cf694 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:36:18.802764 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e878d-30c7-4034-af0a-9d750ac2fabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f0c6d-7ba3-4bc2-9016-fcf60573bc5f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:18.820654 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e4738-bc79-46bb-a391-474a73ae7294 req-e794b261-aade-43fa-8b92-2fd8972fe68e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:18.822320 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9e6e4738-bc79-46bb-a391-474a73ae7294 req-e794b261-aade-43fa-8b92-2fd8972fe68e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 944 time: 0.0994940 Mar 04 20:36:18.838772 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8c0c747f-76bb-41d4-9ea5-ed9cd4d8fa37 req-a963deba-db91-4d78-a7be-7054eff2416c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683267 Mar 04 20:36:18.897840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:18.921009 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9e6e4738-bc79-46bb-a391-474a73ae7294 req-5c964e94-66ed-4104-8acb-c82367db8dc5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867963 Mar 04 20:36:18.923089 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a38062a-be9b-43c5-b61c-097ecae8c981" -d '{"events": [{"server_uuid": "c6c965b2-05a0-429e-b0fc-da132ef4009e", "name": "network-vif-plugged", "status": "completed", "tag": "3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:18.933210 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'port_id': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'mac_address': 'fa:16:3e:1e:bc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:36:18.935524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:18.995501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:18.996079 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.010294 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f235d93-54e5-429a-93c9-ef8506ddcb4c {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:19.021728 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b2c759-a214-4ef1-ac51-e35afeb8156c x-openstack-request-id: req-23b2c759-a214-4ef1-ac51-e35afeb8156c {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:19.022036 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c965b2-05a0-429e-b0fc-da132ef4009e", "name": "network-vif-plugged", "status": "completed", "tag": "3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:19.022296 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23b2c759-a214-4ef1-ac51-e35afeb8156c {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:19.022744 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce', 'code': 200} Mar 04 20:36:19.025160 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:36:19.034435 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:36:19.034813 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.038028 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:19.109130 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.137417 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:19.137729 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.186993 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 2dcd3190-f065-4ae1-aba8-7b76e38cf694, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:19.188044 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:19.271749 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.320547 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=2dcd3190-f065-4ae1-aba8-7b76e38cf694,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:19.418320 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f46cfe-1cfb-4d1c-9016-a1277c24efed req-1f2ed149-34aa-45a4-8a29-ac8905afdc14 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:19.419708 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d3f46cfe-1cfb-4d1c-9016-a1277c24efed req-1f2ed149-34aa-45a4-8a29-ac8905afdc14 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0534968 Mar 04 20:36:19.467654 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d3f46cfe-1cfb-4d1c-9016-a1277c24efed req-a19accd0-2173-442a-8b63-1851dc429dd7 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Mar 04 20:36:19.576525 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35126) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:19.593231 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c10455b4-c2cd-47df-9133-9afe4b422206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.665618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c10455b4-c2cd-47df-9133-9afe4b422206 admin admin] Publish callbacks [] for security_group (0b2731d3-6741-4fdf-adee-f25617625143), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.739962 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c10455b4-c2cd-47df-9133-9afe4b422206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0b2731d3-6741-4fdf-adee-f25617625143), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.785397 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10455b4-c2cd-47df-9133-9afe4b422206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2731d3-6741-4fdf-adee-f25617625143,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:19.785740 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac801-44a1-4232-9b83-ba8270352d3e req-76be6cb3-9485-4865-bed3-2761af645f24 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:19.787301 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b69ac801-44a1-4232-9b83-ba8270352d3e req-76be6cb3-9485-4865-bed3-2761af645f24 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.0541298 Mar 04 20:36:19.792745 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c10455b4-c2cd-47df-9133-9afe4b422206 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31040d0bd655416389568aa1dba3ee4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128763 Mar 04 20:36:19.793500 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35136) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:19.841468 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c6fc58cc-8a77-4146-95e4-d9b399fa65b4 admin admin] Publish callbacks [] for security_group (0b2731d3-6741-4fdf-adee-f25617625143), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.845974 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b69ac801-44a1-4232-9b83-ba8270352d3e req-15845880-c9e1-48fb-b332-4fb86b2b9e2b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 Mar 04 20:36:19.872677 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c6fc58cc-8a77-4146-95e4-d9b399fa65b4 admin admin] Publish callbacks [] for security_group (0b2731d3-6741-4fdf-adee-f25617625143), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.967857 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0eb6-a40d-42b9-a1a6-6cff5be0a198 req-0e0d67c7-13ce-458a-b0a6-b7efcecd83ff tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:19.969484 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8a1d0eb6-a40d-42b9-a1a6-6cff5be0a198 req-0e0d67c7-13ce-458a-b0a6-b7efcecd83ff tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 944 time: 0.0578952 Mar 04 20:36:19.974117 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c6fc58cc-8a77-4146-95e4-d9b399fa65b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0b2731d3-6741-4fdf-adee-f25617625143), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.976681 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c6fc58cc-8a77-4146-95e4-d9b399fa65b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.977767 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c6fc58cc-8a77-4146-95e4-d9b399fa65b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b2731d3-6741-4fdf-adee-f25617625143 HTTP/1.1" status: 204 len: 168 time: 0.1839223 Mar 04 20:36:19.998768 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc58cc-8a77-4146-95e4-d9b399fa65b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2731d3-6741-4fdf-adee-f25617625143,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:20.030605 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8a1d0eb6-a40d-42b9-a1a6-6cff5be0a198 req-8a8dc755-b410-4add-8d04-da91ffc7256d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517104 Mar 04 20:36:20.056834 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb055f-7015-4821-a08e-3fd8b191afb8 req-40686d2c-683f-45a5-9b10-ac870e040e30 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:20.058340 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f5cb055f-7015-4821-a08e-3fd8b191afb8 req-40686d2c-683f-45a5-9b10-ac870e040e30 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 944 time: 0.0787148 Mar 04 20:36:20.104990 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f5cb055f-7015-4821-a08e-3fd8b191afb8 req-a11ba98d-d02f-4ea7-bb3e-5b3afbe4e065 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Mar 04 20:36:20.585690 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38aab6-1dfe-4953-b9bb-086b7b362cc3 req-e47f2de4-f921-4476-ba5c-f14b5a4767d8 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:20.587230 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3d38aab6-1dfe-4953-b9bb-086b7b362cc3 req-e47f2de4-f921-4476-ba5c-f14b5a4767d8 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0555165 Mar 04 20:36:20.633985 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3d38aab6-1dfe-4953-b9bb-086b7b362cc3 req-1b3545d0-2324-4cdc-b458-bd59a4b61450 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Mar 04 20:36:20.996571 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689475d7-1abb-4768-91a6-43008578966e req-96d25da9-845e-48fb-8917-aa2c0cecdaba tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:21.004338 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-689475d7-1abb-4768-91a6-43008578966e req-96d25da9-845e-48fb-8917-aa2c0cecdaba tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.0705020 Mar 04 20:36:21.024012 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91a0b5-0571-41eb-be4a-55487495931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd3190-f065-4ae1-aba8-7b76e38cf694'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:21.027251 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efc9510-301a-4d39-8ae2-b51189137aec" -d '{"events": [{"server_uuid": "5f91a0b5-0571-41eb-be4a-55487495931d", "name": "network-vif-plugged", "status": "completed", "tag": "2dcd3190-f065-4ae1-aba8-7b76e38cf694"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:21.038946 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['aa98f0da-d2f1-4b12-82fa-b37f81d3013a'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:36:21.068395 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['8f235d93-54e5-429a-93c9-ef8506ddcb4c'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:36:21.069095 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-689475d7-1abb-4768-91a6-43008578966e req-3ff02472-afd3-4e6b-837a-45753a9af4dc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640543 Mar 04 20:36:21.145901 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5581e814-43a5-4520-8444-80bb8749e7b5 x-openstack-request-id: req-5581e814-43a5-4520-8444-80bb8749e7b5 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:21.149473 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91a0b5-0571-41eb-be4a-55487495931d", "name": "network-vif-plugged", "status": "completed", "tag": "2dcd3190-f065-4ae1-aba8-7b76e38cf694", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:21.149473 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5581e814-43a5-4520-8444-80bb8749e7b5 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:21.149473 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91a0b5-0571-41eb-be4a-55487495931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd3190-f065-4ae1-aba8-7b76e38cf694', 'code': 200} Mar 04 20:36:21.205841 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8c02-8dfa-41b9-b5ab-309351949de9 req-d9401815-9e2c-45d9-b809-020acba32f0e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:21.212879 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-de5f8c02-8dfa-41b9-b5ab-309351949de9 req-d9401815-9e2c-45d9-b809-020acba32f0e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 944 time: 0.0794349 Mar 04 20:36:21.295558 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-de5f8c02-8dfa-41b9-b5ab-309351949de9 req-b5885e38-7c35-4e9e-9c19-1b27c9c1999a tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807917 Mar 04 20:36:21.301533 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1296c-5269-4ab7-8227-e8f1a0e8d830 req-856402dc-772c-4b3d-89ad-ccde7ad614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:21.303424 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-11f1296c-5269-4ab7-8227-e8f1a0e8d830 req-856402dc-772c-4b3d-89ad-ccde7ad614a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 1129 time: 0.1589870 Mar 04 20:36:21.333933 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cd64-8251-45b2-b28f-74c38056c377 req-7e29a816-b1cb-440b-a713-b495c1fc7be7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:21.336040 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f340cd64-8251-45b2-b28f-74c38056c377 req-7e29a816-b1cb-440b-a713-b495c1fc7be7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 944 time: 0.1223502 Mar 04 20:36:21.337375 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-11f1296c-5269-4ab7-8227-e8f1a0e8d830 req-55515479-5f81-4b24-be33-34d8dac66c6b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:21.413950 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f340cd64-8251-45b2-b28f-74c38056c377 req-d5d68adb-ce30-44c8-87cb-bbd91dbdaaa5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712340 Mar 04 20:36:21.490390 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-11f1296c-5269-4ab7-8227-e8f1a0e8d830 req-55515479-5f81-4b24-be33-34d8dac66c6b service neutron] Publish callbacks [] for security_group (58927ff6-d935-4435-9d4d-c7002283bd85), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:21.502524 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060c9b-2aa8-4a91-9ff5-6eefd2b27fdd req-d25dbbe1-74be-4e26-ada7-714eea1057c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:21.504110 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fe060c9b-2aa8-4a91-9ff5-6eefd2b27fdd req-d25dbbe1-74be-4e26-ada7-714eea1057c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.0676050 Mar 04 20:36:21.525519 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-fe060c9b-2aa8-4a91-9ff5-6eefd2b27fdd req-dc7f0400-579a-436a-8035-072fb89eaaac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:21.556548 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-11f1296c-5269-4ab7-8227-e8f1a0e8d830 req-55515479-5f81-4b24-be33-34d8dac66c6b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (58927ff6-d935-4435-9d4d-c7002283bd85), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:21.603440 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-11f1296c-5269-4ab7-8227-e8f1a0e8d830 req-55515479-5f81-4b24-be33-34d8dac66c6b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936587 Mar 04 20:36:21.605291 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55515479-5f81-4b24-be33-34d8dac66c6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58927ff6-d935-4435-9d4d-c7002283bd85,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:21.609731 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.db.api [req-fe060c9b-2aa8-4a91-9ff5-6eefd2b27fdd req-dc7f0400-579a-436a-8035-072fb89eaaac service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6e1ace109a6144a8ac89220b0260a7b9 {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 20:36:21.610077 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG oslo_db.api [req-fe060c9b-2aa8-4a91-9ff5-6eefd2b27fdd req-dc7f0400-579a-436a-8035-072fb89eaaac service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 20:36:21.755254 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430573f-351c-4938-aeda-632a50723ddd req-9881fd3b-0826-44b1-8400-3adbd3ca3676 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:21.756818 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4430573f-351c-4938-aeda-632a50723ddd req-9881fd3b-0826-44b1-8400-3adbd3ca3676 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0556252 Mar 04 20:36:21.805065 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4430573f-351c-4938-aeda-632a50723ddd req-b0c9fbc1-036e-46c4-bcda-d385c5a14379 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Mar 04 20:36:22.111616 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-fe060c9b-2aa8-4a91-9ff5-6eefd2b27fdd req-dc7f0400-579a-436a-8035-072fb89eaaac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:22.223966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aaa49-eb83-4f16-be0b-78dae13e4cda req-4e0300fd-bbe5-4ca1-ad31-0b7accc0f5bb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:22.225384 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6d5aaa49-eb83-4f16-be0b-78dae13e4cda req-4e0300fd-bbe5-4ca1-ad31-0b7accc0f5bb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.0924628 Mar 04 20:36:22.227996 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fe060c9b-2aa8-4a91-9ff5-6eefd2b27fdd req-dc7f0400-579a-436a-8035-072fb89eaaac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164793 Mar 04 20:36:22.275036 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6d5aaa49-eb83-4f16-be0b-78dae13e4cda req-68b680b8-5d66-49e3-8a90-88fe3029e403 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430489 Mar 04 20:36:22.410915 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b235cd-5faa-4d1d-80f0-61e85c4af8ea req-204113e3-23b1-40fa-91e3-383780e3bf4c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:22.412649 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-67b235cd-5faa-4d1d-80f0-61e85c4af8ea req-204113e3-23b1-40fa-91e3-383780e3bf4c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 944 time: 0.0569823 Mar 04 20:36:22.470389 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-67b235cd-5faa-4d1d-80f0-61e85c4af8ea req-c1676acb-cc54-476e-bda6-c158120f22fb tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Mar 04 20:36:22.543271 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1d28b-a6d9-4cc1-a67a-7fec2009622a req-5d9b92c8-39ac-4989-b800-2a8c7144ce2c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:22.544733 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-afb1d28b-a6d9-4cc1-a67a-7fec2009622a req-5d9b92c8-39ac-4989-b800-2a8c7144ce2c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 944 time: 0.0594742 Mar 04 20:36:22.609889 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-afb1d28b-a6d9-4cc1-a67a-7fec2009622a req-91627c89-c1c3-49c7-83c2-feb78210bb9d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525537 Mar 04 20:36:22.781422 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ab11ae1c-15b6-43bb-8ae1-be49a834c54b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:36:22.783479 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device aa98f0da-d2f1-4b12-82fa-b37f81d3013a up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:36:22.919329 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ab11ae1c-15b6-43bb-8ae1-be49a834c54b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:22.930549 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5edddb-0d8a-4a04-8aad-8faa5e2a1a42 req-7e25420d-5bb2-4014-a02a-82714b073ac2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:22.931802 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:36:22.932142 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ff5edddb-0d8a-4a04-8aad-8faa5e2a1a42 req-7e25420d-5bb2-4014-a02a-82714b073ac2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0569386 Mar 04 20:36:22.972819 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ab11ae1c-15b6-43bb-8ae1-be49a834c54b is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:22.973318 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:22.979126 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ff5edddb-0d8a-4a04-8aad-8faa5e2a1a42 req-7e354606-e265-4956-84ce-9580a59c2516 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Mar 04 20:36:22.987269 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab11ae1c-15b6-43bb-8ae1-be49a834c54b {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:36:22.993376 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port aa98f0da-d2f1-4b12-82fa-b37f81d3013a completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:36:23.002718 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port aa98f0da-d2f1-4b12-82fa-b37f81d3013a triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:36:23.003094 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.033922 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ab11ae1c-15b6-43bb-8ae1-be49a834c54b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:23.094035 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.102020 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port aa98f0da-d2f1-4b12-82fa-b37f81d3013a is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:23.102409 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.140954 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35288) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:23.149491 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:23.151572 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ff1fb-b7c0-48e5-99b5-b234e887ea53" -d '{"events": [{"server_uuid": "7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b", "name": "network-vif-plugged", "status": "completed", "tag": "aa98f0da-d2f1-4b12-82fa-b37f81d3013a"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:23.172171 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port aa98f0da-d2f1-4b12-82fa-b37f81d3013a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:23.178013 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:23.193586 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9202341c-a415-4ada-a21d-85d5247c5b15 x-openstack-request-id: req-9202341c-a415-4ada-a21d-85d5247c5b15 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:23.194252 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b", "name": "network-vif-plugged", "status": "completed", "tag": "aa98f0da-d2f1-4b12-82fa-b37f81d3013a", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:23.194252 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9202341c-a415-4ada-a21d-85d5247c5b15 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:23.196757 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a', 'code': 200} Mar 04 20:36:23.263246 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f578b8d-bb5b-42ba-b4ae-0dfac6a46ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.282637 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.283896 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:36:23.406466 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['ab11ae1c-15b6-43bb-8ae1-be49a834c54b'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:36:23.434363 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:23.439278 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe1f4b-1482-45eb-8a00-24751679e640 req-9b726074-8b62-4282-8966-16e3fc4080fc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:23.442662 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-cefe1f4b-1482-45eb-8a00-24751679e640 req-9b726074-8b62-4282-8966-16e3fc4080fc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.0826228 Mar 04 20:36:23.446366 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f578b8d-bb5b-42ba-b4ae-0dfac6a46ec7 admin admin] Publish callbacks [] for security_group (d3a7fe22-33af-4b61-afa0-c04774e068d4), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.504349 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-cefe1f4b-1482-45eb-8a00-24751679e640 req-31d683f1-71cd-4226-9dc7-08ec9ab03ed8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554175 Mar 04 20:36:23.548989 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 8f235d93-54e5-429a-93c9-ef8506ddcb4c completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:36:23.568050 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 8f235d93-54e5-429a-93c9-ef8506ddcb4c triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:36:23.576440 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.577465 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f578b8d-bb5b-42ba-b4ae-0dfac6a46ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (d3a7fe22-33af-4b61-afa0-c04774e068d4), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.673048 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-4f578b8d-bb5b-42ba-b4ae-0dfac6a46ec7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eab4e10c6751419baadb67cb59040ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309343 Mar 04 20:36:23.676801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35320) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:23.679843 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f578b8d-bb5b-42ba-b4ae-0dfac6a46ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7fe22-33af-4b61-afa0-c04774e068d4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:23.707576 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f3486-721b-4761-a768-7c77e66bcbc6 req-823d0e26-594e-49c8-a7d0-2f0ba9dee835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:23.709015 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-763f3486-721b-4761-a768-7c77e66bcbc6 req-823d0e26-594e-49c8-a7d0-2f0ba9dee835 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 1129 time: 0.1806479 Mar 04 20:36:23.727258 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503be93-f6ee-42b4-9c47-dc6635133f89 req-67b71169-6ba1-4cbe-be79-361a7ed9e6cc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:23.729424 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a503be93-f6ee-42b4-9c47-dc6635133f89 req-67b71169-6ba1-4cbe-be79-361a7ed9e6cc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 945 time: 0.1458774 Mar 04 20:36:23.828924 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-763f3486-721b-4761-a768-7c77e66bcbc6 req-1ae48154-f5b3-4a48-9906-d976edc3571a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972168 Mar 04 20:36:23.834142 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a503be93-f6ee-42b4-9c47-dc6635133f89 req-35396f60-b1c0-4c51-bf4d-10ea06318e4f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038859 Mar 04 20:36:23.845260 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:23.845821 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.857965 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c346e03-1e25-4201-8a37-43aa97fd4f1b admin admin] Publish callbacks [] for security_group (d3a7fe22-33af-4b61-afa0-c04774e068d4), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.877383 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23281f0-ee2c-420d-98e2-0d9509ea00eb req-e08a5521-5640-4cc3-b9d7-fb9b19dfd148 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:23.877383 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a23281f0-ee2c-420d-98e2-0d9509ea00eb req-e08a5521-5640-4cc3-b9d7-fb9b19dfd148 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0970864 Mar 04 20:36:23.911299 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c346e03-1e25-4201-8a37-43aa97fd4f1b admin admin] Publish callbacks [] for security_group (d3a7fe22-33af-4b61-afa0-c04774e068d4), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.913149 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:23.961541 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a23281f0-ee2c-420d-98e2-0d9509ea00eb req-d55e6fa2-e0ee-4966-894b-e734bffe4bfa tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786424 Mar 04 20:36:23.974382 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:24.024654 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:24.037435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c346e03-1e25-4201-8a37-43aa97fd4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (d3a7fe22-33af-4b61-afa0-c04774e068d4), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:24.042428 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c346e03-1e25-4201-8a37-43aa97fd4f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:24.044335 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4c346e03-1e25-4201-8a37-43aa97fd4f1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3a7fe22-33af-4b61-afa0-c04774e068d4 HTTP/1.1" status: 204 len: 168 time: 0.3660300 Mar 04 20:36:24.053848 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c346e03-1e25-4201-8a37-43aa97fd4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7fe22-33af-4b61-afa0-c04774e068d4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:24.119103 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab0424-9161-4b1a-99fd-58c27fe1111b req-4608a90e-4e6f-4cab-8ea7-2c6b06abb344 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:24.120728 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-55ab0424-9161-4b1a-99fd-58c27fe1111b req-4608a90e-4e6f-4cab-8ea7-2c6b06abb344 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0701108 Mar 04 20:36:24.169707 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-55ab0424-9161-4b1a-99fd-58c27fe1111b req-c286adc8-4f0c-4583-abd1-2a6b14c9611c tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Mar 04 20:36:24.633210 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8755f-1eb9-4ccc-beeb-6f0fa566f953 req-cb45d039-f6f4-484b-aea4-ca1fd5497792 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:24.633210 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9ba8755f-1eb9-4ccc-beeb-6f0fa566f953 req-cb45d039-f6f4-484b-aea4-ca1fd5497792 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0585747 Mar 04 20:36:24.635384 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35344) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:24.658171 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f262-cfde-4b85-81b9-7785851e30cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:24.707628 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9ba8755f-1eb9-4ccc-beeb-6f0fa566f953 req-57489e5f-3d1f-419e-94f2-7ba517fe4788 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673764 Mar 04 20:36:24.755612 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f262-cfde-4b85-81b9-7785851e30cc admin admin] Publish callbacks [] for security_group (7f016af5-e87c-45c1-b3ec-1ccd4f7c6411), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:24.808376 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f262-cfde-4b85-81b9-7785851e30cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7f016af5-e87c-45c1-b3ec-1ccd4f7c6411), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:24.864334 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6ba8f262-cfde-4b85-81b9-7785851e30cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7fbc72a375340cc946c8674dd5ae715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280345 Mar 04 20:36:24.867762 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8f262-cfde-4b85-81b9-7785851e30cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f016af5-e87c-45c1-b3ec-1ccd4f7c6411,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:24.869670 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35350) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:24.984775 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43f55d11-c65b-49c6-93df-40407f7a369e admin admin] Publish callbacks [] for security_group (7f016af5-e87c-45c1-b3ec-1ccd4f7c6411), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:25.002703 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69fa4-9581-4fa0-9c31-544b38df7f6b req-6da72cd5-5197-40a9-a22e-cf8700632c42 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:25.004813 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-26e69fa4-9581-4fa0-9c31-544b38df7f6b req-6da72cd5-5197-40a9-a22e-cf8700632c42 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 945 time: 0.0911045 Mar 04 20:36:25.024569 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43f55d11-c65b-49c6-93df-40407f7a369e admin admin] Publish callbacks [] for security_group (7f016af5-e87c-45c1-b3ec-1ccd4f7c6411), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:25.089625 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-26e69fa4-9581-4fa0-9c31-544b38df7f6b req-5410f02f-1083-47ea-8199-4c78b194140c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741587 Mar 04 20:36:25.133562 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdc7cc-da92-479f-aa75-e6e8aa191a9d req-92c4709f-0d76-4e70-a944-6cd1eceed0a5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:25.135120 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-63cdc7cc-da92-479f-aa75-e6e8aa191a9d req-92c4709f-0d76-4e70-a944-6cd1eceed0a5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0586431 Mar 04 20:36:25.156396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43f55d11-c65b-49c6-93df-40407f7a369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7f016af5-e87c-45c1-b3ec-1ccd4f7c6411), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:25.159036 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43f55d11-c65b-49c6-93df-40407f7a369e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:25.164011 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-43f55d11-c65b-49c6-93df-40407f7a369e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f016af5-e87c-45c1-b3ec-1ccd4f7c6411 HTTP/1.1" status: 204 len: 168 time: 0.2935746 Mar 04 20:36:25.174011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f55d11-c65b-49c6-93df-40407f7a369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f016af5-e87c-45c1-b3ec-1ccd4f7c6411,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:25.195970 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:25.199366 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d2a18e-548c-4114-ad83-7a4799192eaa" -d '{"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-plugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:25.202361 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-63cdc7cc-da92-479f-aa75-e6e8aa191a9d req-e387915f-1f45-4f92-9e74-1a019608d2d8 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618355 Mar 04 20:36:25.243840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc71a068-3a69-4d4c-b0b0-a0bfaafac23a x-openstack-request-id: req-cc71a068-3a69-4d4c-b0b0-a0bfaafac23a {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:25.244158 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-plugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:25.244449 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc71a068-3a69-4d4c-b0b0-a0bfaafac23a {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:25.244845 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'code': 200} Mar 04 20:36:25.838695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febe4d8-87b6-45a2-946d-55803e9c8235 req-246f017a-bdb5-4608-bd42-752ef1790d4c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:25.840826 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0febe4d8-87b6-45a2-946d-55803e9c8235 req-246f017a-bdb5-4608-bd42-752ef1790d4c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0621810 Mar 04 20:36:25.905354 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0febe4d8-87b6-45a2-946d-55803e9c8235 req-5e4e27b4-023e-4092-9c75-e833fb656fc9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587201 Mar 04 20:36:26.210454 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9acc0-33f8-4fc5-ac6f-24574a741c69 req-c869693d-5ac5-4f0d-9774-0e22f87ed5a9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:26.211853 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dce9acc0-33f8-4fc5-ac6f-24574a741c69 req-c869693d-5ac5-4f0d-9774-0e22f87ed5a9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 945 time: 0.0538030 Mar 04 20:36:26.263626 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dce9acc0-33f8-4fc5-ac6f-24574a741c69 req-485ddd21-4275-498b-8a10-907ed0ae8579 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457804 Mar 04 20:36:26.278500 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35408) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:26.335586 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2eed0d-7da1-43d7-983e-b80da6f4049c req-fc472b8d-c21c-4c44-aba2-2a3b03155240 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:26.337035 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2d2eed0d-7da1-43d7-983e-b80da6f4049c req-fc472b8d-c21c-4c44-aba2-2a3b03155240 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0608678 Mar 04 20:36:26.374883 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-417525372-network', 'tenant_id': 'a843765c88df43418f96ac5ac77fdf8b'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:26.384610 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2d2eed0d-7da1-43d7-983e-b80da6f4049c req-f75b875b-1ef8-40d3-b41d-d9170d6ff31a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Mar 04 20:36:26.471294 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Made reservation on behalf of a843765c88df43418f96ac5ac77fdf8b for: {'network': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:36:26.473102 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.481554 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.552826 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks [] for security_group (a75d273e-7f3e-4bbc-a575-03a9b006ee89), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.619246 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (a75d273e-7f3e-4bbc-a575-03a9b006ee89), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.644146 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:36:26.653821 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75d273e-7f3e-4bbc-a575-03a9b006ee89,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:26.658397 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (07f3f402-2561-4089-aa3b-78790704055b), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.658745 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.segments_db [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Added segment 07f3f402-2561-4089-aa3b-78790704055b of type vlan for network 901a47e4-1eb4-4e13-b1aa-3300a09f815c Mar 04 20:36:26.701486 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (901a47e4-1eb4-4e13-b1aa-3300a09f815c), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.773685 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (901a47e4-1eb4-4e13-b1aa-3300a09f815c), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.774618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:26.775192 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:26.832929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] Pushing event updated for resources: {'Network': ['ID=901a47e4-1eb4-4e13-b1aa-3300a09f815c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:26.842911 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 901a47e4-1eb4-4e13-b1aa-3300a09f815c details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:36:26.856498 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b7a037a8-470c-490b-bb2d-05cf09da9750 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5769038 Mar 04 20:36:26.859445 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35412) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:26.866738 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Request body: {'subnet': {'network_id': '901a47e4-1eb4-4e13-b1aa-3300a09f815c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-417525372-subnet', 'tenant_id': 'a843765c88df43418f96ac5ac77fdf8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:27.317305 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Made reservation on behalf of a843765c88df43418f96ac5ac77fdf8b for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:36:27.317305 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:27.319724 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f12c-c02c-46d2-b54b-a324ff3b0199 req-25a70bff-8da1-479a-a0c9-c45af8a3ee47 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:27.319724 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9c21f12c-c02c-46d2-b54b-a324ff3b0199 req-25a70bff-8da1-479a-a0c9-c45af8a3ee47 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0550919 Mar 04 20:36:27.319724 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9c21f12c-c02c-46d2-b54b-a324ff3b0199 req-a28e7c8f-7947-46e1-86e7-686483f06100 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470741 Mar 04 20:36:27.339651 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (8d151286-949f-479d-abc4-e44315f6859f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:27.423433 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d151286-949f-479d-abc4-e44315f6859f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:27.454467 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc3c5-ee1b-4543-ac4c-3a50d127329a req-b9110bd4-86d6-4f65-b7b8-f3295c388f79 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:27.455958 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8e6fc3c5-ee1b-4543-ac4c-3a50d127329a req-b9110bd4-86d6-4f65-b7b8-f3295c388f79 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 945 time: 0.0877821 Mar 04 20:36:27.457210 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Checking segment: {'id': '07f3f402-2561-4089-aa3b-78790704055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '901a47e4-1eb4-4e13-b1aa-3300a09f815c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:36:27.457568 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Network hostable DHCP agents. Network: 901a47e4-1eb4-4e13-b1aa-3300a09f815c, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:36:27.509262 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201ce44-73af-4937-80aa-4f643df0c2f0 req-44f1dda0-78ab-40c7-9341-61b803fd536b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:27.510742 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6201ce44-73af-4937-80aa-4f643df0c2f0 req-44f1dda0-78ab-40c7-9341-61b803fd536b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0585520 Mar 04 20:36:27.520429 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8e6fc3c5-ee1b-4543-ac4c-3a50d127329a req-f54fc570-246d-4010-8cc4-67c0934898a7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576642 Mar 04 20:36:27.573401 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Network 901a47e4-1eb4-4e13-b1aa-3300a09f815c is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:36:27.587663 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6201ce44-73af-4937-80aa-4f643df0c2f0 req-83d5b18b-5888-47d1-ae76-170d4952665c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651226 Mar 04 20:36:27.591783 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca574-cc9e-4e4e-9712-a9cae0d4a21d req-e3bbf080-6f90-48be-b6e6-57d7092f0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:27.593356 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8c7ca574-cc9e-4e4e-9712-a9cae0d4a21d req-e3bbf080-6f90-48be-b6e6-57d7092f0b6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1129 time: 0.0784829 Mar 04 20:36:27.638630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8c7ca574-cc9e-4e4e-9712-a9cae0d4a21d req-389d75ea-8d86-4a88-bdde-3ab80ecebe19 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Mar 04 20:36:27.664679 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 901a47e4-1eb4-4e13-b1aa-3300a09f815c) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:36:27.668886 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:27.680156 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:27.680935 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ac583-ea24-4e91-81b6-4e276d3d7d6b None None] Network 901a47e4-1eb4-4e13-b1aa-3300a09f815c requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:36:27.747507 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-7a22eb14-cc88-4d82-a15c-46e2a68d09f7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8868268 Mar 04 20:36:27.772282 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299231f-4374-44c9-bb4f-03e6f6ebd08a None None] Network 901a47e4-1eb4-4e13-b1aa-3300a09f815c requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:36:28.361598 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e7ee-3223-4dac-ad8f-f5af60b342a5 req-877927a2-f404-4490-a769-65984c6377c6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:28.362749 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-df16e7ee-3223-4dac-ad8f-f5af60b342a5 req-877927a2-f404-4490-a769-65984c6377c6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0544035 Mar 04 20:36:28.412412 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35458) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:28.417178 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-381377311-network', 'tenant_id': 'a2acadf083a24107b5d90b971d462971'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:28.426916 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-df16e7ee-3223-4dac-ad8f-f5af60b342a5 req-5eadcebf-2ddc-439f-86d0-c609888c995d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577586 Mar 04 20:36:28.505662 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Made reservation on behalf of a2acadf083a24107b5d90b971d462971 for: {'network': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:36:28.508081 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.521233 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.643387 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks [] for security_group (695097e8-6f8b-4a18-ad87-f77d528589ed), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.668132 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7db58-dc9e-454a-a4df-d506b9882288 req-5841452d-d286-49eb-9dbc-c02c24ac7fa1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:28.672222 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-38d7db58-dc9e-454a-a4df-d506b9882288 req-5841452d-d286-49eb-9dbc-c02c24ac7fa1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 945 time: 0.0676305 Mar 04 20:36:28.716460 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (695097e8-6f8b-4a18-ad87-f77d528589ed), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.725253 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e0c8f-1063-4df4-8d2c-8555b130b936 req-2756e5c3-1342-451c-b74a-5e5b0048f7df tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:28.726766 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4f3e0c8f-1063-4df4-8d2c-8555b130b936 req-2756e5c3-1342-451c-b74a-5e5b0048f7df tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0680811 Mar 04 20:36:28.731722 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-38d7db58-dc9e-454a-a4df-d506b9882288 req-a815cb2c-cbf8-4d32-8068-21dd5a19d423 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532982 Mar 04 20:36:28.748609 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:36:28.758979 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (273bff39-6319-4904-8c51-65043c8d580d), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.762517 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.segments_db [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Added segment 273bff39-6319-4904-8c51-65043c8d580d of type vlan for network 60ab5db3-0183-4b1e-a122-9c0dfec929e6 Mar 04 20:36:28.767757 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695097e8-6f8b-4a18-ad87-f77d528589ed,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:28.797188 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4f3e0c8f-1063-4df4-8d2c-8555b130b936 req-a5b67924-6a68-4a97-839b-5fa5b0bea8e2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617065 Mar 04 20:36:28.804456 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (60ab5db3-0183-4b1e-a122-9c0dfec929e6), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.887543 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (60ab5db3-0183-4b1e-a122-9c0dfec929e6), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.888624 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:28.889204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:28.947320 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=60ab5db3-0183-4b1e-a122-9c0dfec929e6,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:28.957489 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 60ab5db3-0183-4b1e-a122-9c0dfec929e6 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:36:28.964961 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-ed0d0f76-0101-4ad7-b9ec-34d6d793b4d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5514114 Mar 04 20:36:28.969151 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35480) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:28.972767 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Request body: {'subnet': {'network_id': '60ab5db3-0183-4b1e-a122-9c0dfec929e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-381377311-subnet', 'tenant_id': 'a2acadf083a24107b5d90b971d462971', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:29.054230 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Made reservation on behalf of a2acadf083a24107b5d90b971d462971 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:36:29.061033 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:29.310994 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (f11b5aec-fd0d-44c5-9d01-47cb9bbfec60), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:29.368023 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11b5aec-fd0d-44c5-9d01-47cb9bbfec60,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:29.378485 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Checking segment: {'id': '273bff39-6319-4904-8c51-65043c8d580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '60ab5db3-0183-4b1e-a122-9c0dfec929e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:36:29.378844 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Network hostable DHCP agents. Network: 60ab5db3-0183-4b1e-a122-9c0dfec929e6, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:36:29.382283 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.384501 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.384501 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.384501 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.384501 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.384501 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.384501 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.385014 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.385014 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.385287 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.385619 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.385948 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.386057 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ab11ae1c-15b6-43bb-8ae1-be49a834c54b up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:36:29.386273 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:29.441972 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Network 60ab5db3-0183-4b1e-a122-9c0dfec929e6 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:36:29.476362 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port ab11ae1c-15b6-43bb-8ae1-be49a834c54b completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:36:29.480469 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port ab11ae1c-15b6-43bb-8ae1-be49a834c54b triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:36:29.480840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:29.493540 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 60ab5db3-0183-4b1e-a122-9c0dfec929e6) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:36:29.497708 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:29.498642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:29.507956 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ebf936-f289-44a6-b54d-9375f3678cba None None] Network 60ab5db3-0183-4b1e-a122-9c0dfec929e6 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:36:29.554289 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3a77-9878-4be9-83f4-e168cd541193 req-d04461af-b785-49c7-b298-47ed977e1512 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:29.556610 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6efc3a77-9878-4be9-83f4-e168cd541193 req-d04461af-b785-49c7-b298-47ed977e1512 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0543292 Mar 04 20:36:29.559341 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b5979773-0620-4792-acdb-d335c3e3a1a6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5904434 Mar 04 20:36:29.620770 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6efc3a77-9878-4be9-83f4-e168cd541193 req-0f8f1f1c-0dc1-42fd-a471-37dd82e9a658 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523479 Mar 04 20:36:29.647561 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ab11ae1c-15b6-43bb-8ae1-be49a834c54b is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:36:29.647966 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:29.658189 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b70e7-71c2-42b6-83f1-2bbb0316c894 None None] Network 60ab5db3-0183-4b1e-a122-9c0dfec929e6 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:36:29.693593 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:29.695771 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9e83b-c594-40e3-b9fd-6d10db37d656" -d '{"events": [{"server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "name": "network-vif-plugged", "status": "completed", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:29.736799 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd5378-d53a-408f-81d5-f4e3e48aec8b x-openstack-request-id: req-3acd5378-d53a-408f-81d5-f4e3e48aec8b {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:29.737084 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "name": "network-vif-plugged", "status": "completed", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:29.737344 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3acd5378-d53a-408f-81d5-f4e3e48aec8b {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:29.737736 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'code': 200} Mar 04 20:36:29.742732 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ab11ae1c-15b6-43bb-8ae1-be49a834c54b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:29.802022 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:29.857911 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:29.878131 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317d81d-2f7d-4e2e-a32b-1dd8cbf8b644 req-0192a00f-56f3-44fb-8fab-0ebde98ef31d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:29.886125 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8317d81d-2f7d-4e2e-a32b-1dd8cbf8b644 req-0192a00f-56f3-44fb-8fab-0ebde98ef31d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.0778019 Mar 04 20:36:29.928516 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8317d81d-2f7d-4e2e-a32b-1dd8cbf8b644 req-cd7df2cb-e063-4e72-84e2-955ddbd71765 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Mar 04 20:36:29.942922 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05b1e0-a11a-4ba4-8228-64cca50bebe6 req-a63a0434-4112-4969-90d0-0805a0ec1863 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:29.944546 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0b05b1e0-a11a-4ba4-8228-64cca50bebe6 req-a63a0434-4112-4969-90d0-0805a0ec1863 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0625131 Mar 04 20:36:29.990863 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0b05b1e0-a11a-4ba4-8228-64cca50bebe6 req-e7383184-c051-4ab2-bbf1-23c076f5ef83 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Mar 04 20:36:30.156574 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-89bf4b5a-8d89-4fd9-a502-5f0ca3c29492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:30.642821 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441ef3c-f374-46df-8635-39aaf588d155 req-255eff7a-f4e2-4a44-a503-d5493b74f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:30.644359 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9441ef3c-f374-46df-8635-39aaf588d155 req-255eff7a-f4e2-4a44-a503-d5493b74f39b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 1130 time: 0.0496073 Mar 04 20:36:30.730758 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9441ef3c-f374-46df-8635-39aaf588d155 req-7702fbac-f5a6-44e6-a490-5c79e71d63fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683866 Mar 04 20:36:30.750090 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b58-0012-4f56-925a-51adfd9ee469 req-3841c8d7-15db-4df5-8b00-0faad62fe05a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:30.751537 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-05eb9b58-0012-4f56-925a-51adfd9ee469 req-3841c8d7-15db-4df5-8b00-0faad62fe05a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0656180 Mar 04 20:36:30.799748 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-05eb9b58-0012-4f56-925a-51adfd9ee469 req-93218fd3-0c2b-4b0e-9c44-4c7ac1962348 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419533 Mar 04 20:36:31.047955 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428207f7-4ea4-43b2-973c-6dd204de403d req-04386b87-d99d-47a5-b108-ac41f3432f3d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:31.056093 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-428207f7-4ea4-43b2-973c-6dd204de403d req-04386b87-d99d-47a5-b108-ac41f3432f3d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.0542266 Mar 04 20:36:31.097176 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-428207f7-4ea4-43b2-973c-6dd204de403d req-5bb1452e-2b53-480f-b360-b5626b44ab8b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Mar 04 20:36:31.112749 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8dff9-8b88-4a3f-b71f-9fe85925199d req-cc28e5d8-22d4-4e42-9432-2f3db24280cb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:31.114337 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4eb8dff9-8b88-4a3f-b71f-9fe85925199d req-cc28e5d8-22d4-4e42-9432-2f3db24280cb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0542331 Mar 04 20:36:31.163369 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4eb8dff9-8b88-4a3f-b71f-9fe85925199d req-b5a1fae5-956b-4cf9-b474-9f828704fa36 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Mar 04 20:36:31.780095 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0ae4f-673e-4aab-8df8-34b5c1b120e8 req-c6c43f18-83fd-40fb-9377-c2f19553ae63 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:31.781331 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f9c0ae4f-673e-4aab-8df8-34b5c1b120e8 req-c6c43f18-83fd-40fb-9377-c2f19553ae63 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0847785 Mar 04 20:36:31.892912 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f9c0ae4f-673e-4aab-8df8-34b5c1b120e8 req-3f03d5d2-5fe6-4fa0-8ac3-b9e29ef56435 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043596 Mar 04 20:36:31.899312 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-e0d72136-1a38-4ca4-b8cf-1c1803f5d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:31.901631 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-e0d72136-1a38-4ca4-b8cf-1c1803f5d139 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 1129 time: 0.0946746 Mar 04 20:36:32.269549 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-c43ee8c2-14f8-48aa-8b49-3f39f5420f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:32.271744 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-c43ee8c2-14f8-48aa-8b49-3f39f5420f95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.3543272 Mar 04 20:36:32.284646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3049e6c-ccab-4683-81a7-b7346eee8f07 req-d04ea0ff-0b9b-4ce0-a66b-d3e56b4ec57d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:32.286744 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a3049e6c-ccab-4683-81a7-b7346eee8f07 req-d04ea0ff-0b9b-4ce0-a66b-d3e56b4ec57d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.3030651 Mar 04 20:36:32.326116 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-43b6e4e9-1eda-4edf-9916-d064f465d71f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234751 Mar 04 20:36:32.331714 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-155112fd-643b-4ca6-8235-cdf908ccde99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a HTTP/1.1" status: 200 len: 217 time: 0.0437288 Mar 04 20:36:32.444084 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-c1d8db80-3241-43d1-9823-194e13b1372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:32.444084 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-c1d8db80-3241-43d1-9823-194e13b1372b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.1029696 Mar 04 20:36:32.446051 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a3049e6c-ccab-4683-81a7-b7346eee8f07 req-c46d4f6c-680d-45cc-a57f-230a595e3a6f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490653 Mar 04 20:36:32.480783 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-94162416-e56f-4ac5-aaee-8fa93d9f02c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303180 Mar 04 20:36:32.484079 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-a4573d56-cad8-45a4-b16d-3dc8113a481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:32.484079 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-a4573d56-cad8-45a4-b16d-3dc8113a481b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e686347c0694700961e45ad7c75dc2c&device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 1129 time: 0.1128778 Mar 04 20:36:32.500443 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e9093094-faf0-428d-ab3e-c613c1d776aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:32.690679 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-d6078f60-b748-4eb7-8f0f-86514fe6d1f4 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000294 Mar 04 20:36:32.720436 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cc693-1802-4d36-ae6c-174a45afca79 req-c0419aea-c3ca-498c-b62d-6fe39ede63ed tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:32.721931 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-657cc693-1802-4d36-ae6c-174a45afca79 req-c0419aea-c3ca-498c-b62d-6fe39ede63ed tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.1557283 Mar 04 20:36:32.760275 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-8a4f4ca7-e77e-478c-84d8-39772fae16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:32.761696 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-8a4f4ca7-e77e-478c-84d8-39772fae16dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c4a1948-5e21-471b-9099-bc52faa8de05 HTTP/1.1" status: 200 len: 913 time: 0.1966279 Mar 04 20:36:32.831721 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-657cc693-1802-4d36-ae6c-174a45afca79 req-c04446d5-a315-4391-8fe6-a4457820d088 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937464 Mar 04 20:36:32.878965 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-4530b0e6-93e5-4682-bde4-7929261d3f37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce HTTP/1.1" status: 200 len: 217 time: 0.0422063 Mar 04 20:36:32.881797 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-034f35e4-b6be-4819-8ccb-af2b9e44419b req-e0b44b48-89c0-4d0c-8066-89d1928c8da3 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852591 Mar 04 20:36:33.006647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-71442029-721c-4296-9fc7-d6d41179a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:33.006647 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-71442029-721c-4296-9fc7-d6d41179a409 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b07ad0d5-1093-4c82-93a6-f67f17b3a5bf HTTP/1.1" status: 200 len: 852 time: 0.0521643 Mar 04 20:36:33.007628 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28fac5-1499-4e29-93c8-f310d6ca688e req-ae98375d-3cee-445e-b570-1391e16cf5db tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:33.009106 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-9cfb928f-b1b5-4f2a-8b6c-62239167230b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c4a1948-5e21-471b-9099-bc52faa8de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333962 Mar 04 20:36:33.009456 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8d28fac5-1499-4e29-93c8-f310d6ca688e req-ae98375d-3cee-445e-b570-1391e16cf5db tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.0693486 Mar 04 20:36:33.009456 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35630) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:33.009456 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:33.080503 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:33.101768 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb98b4-95fa-4412-94a7-6052994e7cfb req-e4fd04cf-daa8-446a-ab99-5d96233994f7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:33.108466 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4acb98b4-95fa-4412-94a7-6052994e7cfb req-e4fd04cf-daa8-446a-ab99-5d96233994f7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1278253 Mar 04 20:36:33.141654 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-cc45667d-6409-44f8-882b-b41911f04be0 service neutron] 10.222.0.39 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467075 Mar 04 20:36:33.200130 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4acb98b4-95fa-4412-94a7-6052994e7cfb req-de4d2663-664d-4e9e-8fb9-f979f18e40e8 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907931 Mar 04 20:36:33.279850 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dc6a3f0f-9aea-4c0c-8b62-730e53b94ff4 req-e36d4ef5-7d11-472a-8817-6419bfc4c3a1 service neutron] 10.222.0.39 "GET /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129439 Mar 04 20:36:33.716470 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:33.912633 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810634-388e-4c63-b52a-637207898776 req-a8ae402b-926d-4f78-9810-71841baf3c75 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:33.914191 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ae810634-388e-4c63-b52a-637207898776 req-a8ae402b-926d-4f78-9810-71841baf3c75 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.2080941 Mar 04 20:36:34.024733 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:34.046949 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ae810634-388e-4c63-b52a-637207898776 req-46fdaf47-2d37-4ddb-8dff-a07ac2b9a6f6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237416 Mar 04 20:36:34.122711 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:34.201480 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295be9f-d224-4f02-90c1-6c0ec2603a94 req-15932e6d-fcc8-478c-9ebf-892d2e07028c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:34.204986 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c295be9f-d224-4f02-90c1-6c0ec2603a94 req-15932e6d-fcc8-478c-9ebf-892d2e07028c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0829349 Mar 04 20:36:34.213368 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35678) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:34.219930 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'floatingip': {'port_id': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:36:34.259632 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff associated. External IP: 172.27.3.227, port: ab11ae1c-15b6-43bb-8ae1-be49a834c54b. Mar 04 20:36:34.316490 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (6342d9a9-5307-4a00-96bb-81e7fd07f9ad), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:34.405496 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b528-7fb0-4171-beea-fbe82b88db9f req-3f78675d-bddf-49ce-b71f-aa08033d4ab3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:34.407024 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e3c5b528-7fb0-4171-beea-fbe82b88db9f req-3f78675d-bddf-49ce-b71f-aa08033d4ab3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1068201 Mar 04 20:36:34.531571 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e3c5b528-7fb0-4171-beea-fbe82b88db9f req-60edb563-0242-4e4f-98c4-a09e9d5bb506 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055217 Mar 04 20:36:34.595430 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:36:34.708748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:36:34.713224 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:34.722322 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:36:34.733647 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:36:34.734786 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:36:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:34.752346 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-bf65fee3-bdd7-4064-ab51-daae270c91f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "PUT /v2.0/floatingips/a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff HTTP/1.1" status: 200 len: 992 time: 1.7534399 Mar 04 20:36:34.752346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:34.752346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b1770d-9f60-4995-a7f7-0579a662976b" -d '{"events": [{"name": "network-changed", "server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:34.804645 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a3a76-2959-460a-bade-911fddc23c89 x-openstack-request-id: req-a33a3a76-2959-460a-bade-911fddc23c89 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:34.805015 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:34.805361 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a33a3a76-2959-460a-bade-911fddc23c89 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:34.805832 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'status': 'completed', 'code': 200} Mar 04 20:36:34.819444 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:34.850827 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:36:34.899408 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.038702 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35706) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:35.067580 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.093360 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1770d-9f60-4995-a7f7-0579a662976b req-72593fc5-ef39-4a63-a837-438ef881b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:35.097973 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41b1770d-9f60-4995-a7f7-0579a662976b req-72593fc5-ef39-4a63-a837-438ef881b055 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 1130 time: 0.2565701 Mar 04 20:36:35.148213 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (6342d9a9-5307-4a00-96bb-81e7fd07f9ad), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.216860 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4682730-6e6b-4410-89ec-a593bf4b82da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.228539 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:33Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:35.267621 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:36:35.278427 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:36:35.279062 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:36:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:35.338164 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4682730-6e6b-4410-89ec-a593bf4b82da admin admin] Publish callbacks [] for security_group (b87e2d41-9a26-4dff-b49d-1afb1b43b55a), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.391040 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4682730-6e6b-4410-89ec-a593bf4b82da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b87e2d41-9a26-4dff-b49d-1afb1b43b55a), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.463559 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d4682730-6e6b-4410-89ec-a593bf4b82da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12849a953a494101ba85843382327cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232721 Mar 04 20:36:35.466986 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682730-6e6b-4410-89ec-a593bf4b82da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e2d41-9a26-4dff-b49d-1afb1b43b55a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:35.470559 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35736) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:35.491689 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:36:35.514178 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1770d-9f60-4995-a7f7-0579a662976b req-f3cb79be-30b8-4b90-9300-6e099e2180ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:35.515660 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41b1770d-9f60-4995-a7f7-0579a662976b req-f3cb79be-30b8-4b90-9300-6e099e2180ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 915 time: 0.4092381 Mar 04 20:36:35.529947 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Floating IP 6342d9a9-5307-4a00-96bb-81e7fd07f9ad associated. External IP: 172.27.3.186, port: 8f235d93-54e5-429a-93c9-ef8506ddcb4c. Mar 04 20:36:35.549781 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79b6cfed-1903-4565-a0e7-e79e9c59afc5 admin admin] Publish callbacks [] for security_group (b87e2d41-9a26-4dff-b49d-1afb1b43b55a), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.599874 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79b6cfed-1903-4565-a0e7-e79e9c59afc5 admin admin] Publish callbacks [] for security_group (b87e2d41-9a26-4dff-b49d-1afb1b43b55a), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.733244 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79b6cfed-1903-4565-a0e7-e79e9c59afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b87e2d41-9a26-4dff-b49d-1afb1b43b55a), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.736855 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79b6cfed-1903-4565-a0e7-e79e9c59afc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:35.741527 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-79b6cfed-1903-4565-a0e7-e79e9c59afc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b87e2d41-9a26-4dff-b49d-1afb1b43b55a HTTP/1.1" status: 204 len: 168 time: 0.2699666 Mar 04 20:36:35.751182 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41b1770d-9f60-4995-a7f7-0579a662976b req-6de63cfc-2aaf-4cab-9aba-6c999c102566 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab11ae1c-15b6-43bb-8ae1-be49a834c54b HTTP/1.1" status: 200 len: 1000 time: 0.2184136 Mar 04 20:36:35.762358 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6cfed-1903-4565-a0e7-e79e9c59afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e2d41-9a26-4dff-b49d-1afb1b43b55a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:35.800460 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42917-b4d1-4690-8601-96eb52b369dc req-d199f269-a12b-40a7-ba36-095c7b7c4d07 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:35.803069 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e2d42917-b4d1-4690-8601-96eb52b369dc req-d199f269-a12b-40a7-ba36-095c7b7c4d07 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1392412 Mar 04 20:36:35.825725 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:33Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:35.830843 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1770d-9f60-4995-a7f7-0579a662976b req-b25b2126-c7a7-4c6a-872b-f7cf5c715595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:35.832351 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41b1770d-9f60-4995-a7f7-0579a662976b req-b25b2126-c7a7-4c6a-872b-f7cf5c715595 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0685809 Mar 04 20:36:35.860538 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16397a27-d5b1-4c5b-a61d-cd7d412919e8 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:33Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:36:35.885252 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e2d42917-b4d1-4690-8601-96eb52b369dc req-7afc6740-470c-4ef9-ba26-a25204a44ba9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768311 Mar 04 20:36:35.982138 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1770d-9f60-4995-a7f7-0579a662976b req-de0a869d-9020-405e-825a-bb74c66c6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:35.989604 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41b1770d-9f60-4995-a7f7-0579a662976b req-de0a869d-9020-405e-825a-bb74c66c6fa7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1197433 Mar 04 20:36:36.026426 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Router 4fb46332-4413-4c22-bba9-4e19a1a15518 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:36:36.125118 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d66280-4799-4646-a895-4eca29679414 None None] New status for floating IP a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:36:36.175739 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41b1770d-9f60-4995-a7f7-0579a662976b req-bbeabae7-bbe9-41ad-9c04-20afae24ea05 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842856 Mar 04 20:36:36.184504 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35758) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:36.223513 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35764) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:36.272596 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:36:36.278674 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.286863 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] Sync routers for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:36:36.300108 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:36:36.300976 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:36:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:36.328323 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-01366e37-4040-4a30-9a23-0477c3393f99 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "PUT /v2.0/floatingips/6342d9a9-5307-4a00-96bb-81e7fd07f9ad HTTP/1.1" status: 200 len: 991 time: 2.1137574 Mar 04 20:36:36.330805 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:36.334069 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164" -d '{"events": [{"name": "network-changed", "server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:36.376447 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41b1770d-9f60-4995-a7f7-0579a662976b req-d8da8084-d682-4926-ad0f-01e2f77565b7 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827786 Mar 04 20:36:36.379801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a557a8-49b4-4582-8589-6b38c7a14ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.418348 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2389c40-5889-4c83-93bc-e897a3770ce3 x-openstack-request-id: req-f2389c40-5889-4c83-93bc-e897a3770ce3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:36.418662 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:36.418920 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2389c40-5889-4c83-93bc-e897a3770ce3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:36.419348 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'status': 'completed', 'code': 200} Mar 04 20:36:36.438977 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c4f2d7b-b731-433f-90bc-d0cc689bcf46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.521247 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a557a8-49b4-4582-8589-6b38c7a14ef9 admin admin] Publish callbacks [] for security_group (b99f2673-12b5-4348-abb1-77e9e81f84fa), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.526742 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-60f4538c-90a2-472e-8a86-f59e6556fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:36.528355 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-60f4538c-90a2-472e-8a86-f59e6556fdb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1129 time: 0.0736020 Mar 04 20:36:36.558927 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:36:36.585534 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c4f2d7b-b731-433f-90bc-d0cc689bcf46 admin admin] Publish callbacks [] for security_group (d21013b9-8f6e-4da3-9cc9-8796eb033166), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.596082 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a557a8-49b4-4582-8589-6b38c7a14ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b99f2673-12b5-4348-abb1-77e9e81f84fa), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.613824 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.617300 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35772) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:36.642327 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.650167 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-61a557a8-49b4-4582-8589-6b38c7a14ef9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8c7ff33a1fe433baf44becfae0611e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668880 Mar 04 20:36:36.651009 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a557a8-49b4-4582-8589-6b38c7a14ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f2673-12b5-4348-abb1-77e9e81f84fa,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:36.653204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35774) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:36.659014 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c4f2d7b-b731-433f-90bc-d0cc689bcf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (d21013b9-8f6e-4da3-9cc9-8796eb033166), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.704770 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9c4f2d7b-b731-433f-90bc-d0cc689bcf46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f6fdf640380411b913cd3e0c1dc13f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799550 Mar 04 20:36:36.708255 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35776) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:36.708773 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-aaf72af7-7ff9-4637-a924-151254378e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:36.710612 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-aaf72af7-7ff9-4637-a924-151254378e1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.1728296 Mar 04 20:36:36.715818 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f2d7b-b731-433f-90bc-d0cc689bcf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21013b9-8f6e-4da3-9cc9-8796eb033166,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:36.771245 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b1acd3d-3da8-4ac5-825f-dd2e303f2baf admin admin] Publish callbacks [] for security_group (d21013b9-8f6e-4da3-9cc9-8796eb033166), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.800978 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b1acd3d-3da8-4ac5-825f-dd2e303f2baf admin admin] Publish callbacks [] for security_group (d21013b9-8f6e-4da3-9cc9-8796eb033166), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.829822 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc5711a5-142e-4dfc-89a7-8655c1cff230 admin admin] Publish callbacks [] for security_group (b99f2673-12b5-4348-abb1-77e9e81f84fa), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.856625 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-781ffc27-c09b-4bc5-87d4-b73517734f00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 999 time: 0.1284442 Mar 04 20:36:36.862093 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '6342d9a9-5307-4a00-96bb-81e7fd07f9ad', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'port_id': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'mac_address': 'fa:16:3e:1e:bc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5517415c-35b4-4674-8536-8778b8ec0f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:47Z', 'updated_at': '2022-03-04T20:36:34Z', 'revision_number': 1, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:36.900758 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b1acd3d-3da8-4ac5-825f-dd2e303f2baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (d21013b9-8f6e-4da3-9cc9-8796eb033166), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.903485 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b1acd3d-3da8-4ac5-825f-dd2e303f2baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.908605 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5b1acd3d-3da8-4ac5-825f-dd2e303f2baf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d21013b9-8f6e-4da3-9cc9-8796eb033166 HTTP/1.1" status: 204 len: 168 time: 0.1952081 Mar 04 20:36:36.914346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1acd3d-3da8-4ac5-825f-dd2e303f2baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21013b9-8f6e-4da3-9cc9-8796eb033166,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:36.914504 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc5711a5-142e-4dfc-89a7-8655c1cff230 admin admin] Publish callbacks [] for security_group (b99f2673-12b5-4348-abb1-77e9e81f84fa), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.917356 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Publish callbacks [] for security_group (8ddcbeeb-476e-4136-aa03-8f4c761ac8c2), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:36.927700 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] Checking router: 4fb46332-4413-4c22-bba9-4e19a1a15518 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:36:36.937399 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:36:36.948762 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:36:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:36.961072 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-2cd5c58b-abbe-412e-bbbf-b267576ec5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:36.962551 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-2cd5c58b-abbe-412e-bbbf-b267576ec5bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0948000 Mar 04 20:36:36.967877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8ddcbeeb-476e-4136-aa03-8f4c761ac8c2), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:37.038552 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=018a474212584d4ca585b677023b7db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201534 Mar 04 20:36:37.041802 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033d637-9e67-40a1-9417-99c952de9166 req-25a92c92-f755-41e7-b0a4-d50f8af820be tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:37.042376 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35786) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:37.043472 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3033d637-9e67-40a1-9417-99c952de9166 req-25a92c92-f755-41e7-b0a4-d50f8af820be tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0605636 Mar 04 20:36:37.049162 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddcbeeb-476e-4136-aa03-8f4c761ac8c2,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:37.069488 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.069814 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.070157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.070499 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.070833 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.071163 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.071496 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.071828 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.072158 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.072514 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.072844 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.073168 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.073491 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7399c6f-5708-447d-bfd2-1a94be16deb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:36:37.102872 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-086b4a9a-0aae-40ed-9059-38fbaccbbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:37.104540 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-086b4a9a-0aae-40ed-9059-38fbaccbbc15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1333060 Mar 04 20:36:37.111167 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc5711a5-142e-4dfc-89a7-8655c1cff230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b99f2673-12b5-4348-abb1-77e9e81f84fa), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:37.114575 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc5711a5-142e-4dfc-89a7-8655c1cff230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:37.116085 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-dc5711a5-142e-4dfc-89a7-8655c1cff230 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b99f2673-12b5-4348-abb1-77e9e81f84fa HTTP/1.1" status: 204 len: 168 time: 0.4618750 Mar 04 20:36:37.123415 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3033d637-9e67-40a1-9417-99c952de9166 req-daf426f3-bee3-4f87-aed0-aa8c547439fa tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601079 Mar 04 20:36:37.150263 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:36:37.161765 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5711a5-142e-4dfc-89a7-8655c1cff230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f2673-12b5-4348-abb1-77e9e81f84fa,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:37.181447 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05c53562-80d9-4164-9960-b9b7ae5f100b admin admin] Publish callbacks [] for security_group (8ddcbeeb-476e-4136-aa03-8f4c761ac8c2), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:37.246050 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05c53562-80d9-4164-9960-b9b7ae5f100b admin admin] Publish callbacks [] for security_group (8ddcbeeb-476e-4136-aa03-8f4c761ac8c2), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:37.293303 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-3ff4616d-a981-4a58-b193-a6a58ed2cdca service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759305 Mar 04 20:36:37.400522 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05c53562-80d9-4164-9960-b9b7ae5f100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8ddcbeeb-476e-4136-aa03-8f4c761ac8c2), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:37.403702 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05c53562-80d9-4164-9960-b9b7ae5f100b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:37.407320 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-05c53562-80d9-4164-9960-b9b7ae5f100b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ddcbeeb-476e-4136-aa03-8f4c761ac8c2 HTTP/1.1" status: 204 len: 168 time: 0.3615971 Mar 04 20:36:37.408204 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1ecc41d-dcc3-4d9a-bce9-6c38ec853164 req-a18855c4-16c4-486a-818c-bc7abea68f9b service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046333 Mar 04 20:36:37.417430 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c53562-80d9-4164-9960-b9b7ae5f100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddcbeeb-476e-4136-aa03-8f4c761ac8c2,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:37.487030 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '6342d9a9-5307-4a00-96bb-81e7fd07f9ad', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'port_id': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'mac_address': 'fa:16:3e:1e:bc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5517415c-35b4-4674-8536-8778b8ec0f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:47Z', 'updated_at': '2022-03-04T20:36:34Z', 'revision_number': 1, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:37.514120 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57318409-9f51-4ba2-a001-bd176998ef82 None None] The sync data for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi is: [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '6342d9a9-5307-4a00-96bb-81e7fd07f9ad', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'port_id': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'mac_address': 'fa:16:3e:1e:bc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5517415c-35b4-4674-8536-8778b8ec0f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:47Z', 'updated_at': '2022-03-04T20:36:34Z', 'revision_number': 1, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:36:37.705853 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ae478-18a7-4d0b-b653-1467539aa0a5 None None] New status for floating IP 6342d9a9-5307-4a00-96bb-81e7fd07f9ad: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:36:37.962762 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35804) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:38.001386 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e673d45f-ef22-48df-99fa-893cc08f9fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.103010 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e673d45f-ef22-48df-99fa-893cc08f9fd5 admin admin] Publish callbacks [] for security_group (c3107b56-609a-4b2f-95be-be3d0810956c), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.202319 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e673d45f-ef22-48df-99fa-893cc08f9fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c3107b56-609a-4b2f-95be-be3d0810956c), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.272577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673d45f-ef22-48df-99fa-893cc08f9fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3107b56-609a-4b2f-95be-be3d0810956c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:38.281311 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 35816) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:38.289919 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-e673d45f-ef22-48df-99fa-893cc08f9fd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5bbd6ed0be74d5a8d52e63be13a55ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191793 Mar 04 20:36:38.291011 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:36:38.291493 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35820) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:38.318038 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ea4c-f845-467a-8be2-491bc3faadd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.327396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99278957-a1c3-4532-bf86-a3c61b6916b8 req-bfc72a76-263b-4352-8d4d-32282ef8133e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:38.328952 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-99278957-a1c3-4532-bf86-a3c61b6916b8 req-bfc72a76-263b-4352-8d4d-32282ef8133e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1107094 Mar 04 20:36:38.388014 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7eacf64-3996-4e59-a9a2-3f42d48811e8 admin admin] Publish callbacks [] for security_group (c3107b56-609a-4b2f-95be-be3d0810956c), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.404699 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-99278957-a1c3-4532-bf86-a3c61b6916b8 req-afff8594-f3a3-438b-8dd9-05f60b0c9052 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656130 Mar 04 20:36:38.418460 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7eacf64-3996-4e59-a9a2-3f42d48811e8 admin admin] Publish callbacks [] for security_group (c3107b56-609a-4b2f-95be-be3d0810956c), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.433899 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ea4c-f845-467a-8be2-491bc3faadd0 admin admin] Publish callbacks [] for security_group (9da23c60-a145-489b-b752-fbca8909508b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.487247 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ea4c-f845-467a-8be2-491bc3faadd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9da23c60-a145-489b-b752-fbca8909508b), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.532548 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6fa0ea4c-f845-467a-8be2-491bc3faadd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=810d4abaa8d649d18401f5293d2d80f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503233 Mar 04 20:36:38.535306 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 35826) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:38.539085 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0ea4c-f845-467a-8be2-491bc3faadd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da23c60-a145-489b-b752-fbca8909508b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:38.555784 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7eacf64-3996-4e59-a9a2-3f42d48811e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c3107b56-609a-4b2f-95be-be3d0810956c), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.562927 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7eacf64-3996-4e59-a9a2-3f42d48811e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.562927 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c7eacf64-3996-4e59-a9a2-3f42d48811e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3107b56-609a-4b2f-95be-be3d0810956c HTTP/1.1" status: 204 len: 168 time: 0.2679217 Mar 04 20:36:38.573777 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eacf64-3996-4e59-a9a2-3f42d48811e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3107b56-609a-4b2f-95be-be3d0810956c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:38.622841 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96fbb5f3-0e40-4f62-858c-be717d8b5b1f admin admin] Publish callbacks [] for security_group (9da23c60-a145-489b-b752-fbca8909508b), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.649355 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96fbb5f3-0e40-4f62-858c-be717d8b5b1f admin admin] Publish callbacks [] for security_group (9da23c60-a145-489b-b752-fbca8909508b), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.750292 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96fbb5f3-0e40-4f62-858c-be717d8b5b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9da23c60-a145-489b-b752-fbca8909508b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.753165 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96fbb5f3-0e40-4f62-858c-be717d8b5b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:38.754771 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-96fbb5f3-0e40-4f62-858c-be717d8b5b1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9da23c60-a145-489b-b752-fbca8909508b HTTP/1.1" status: 204 len: 168 time: 0.2170005 Mar 04 20:36:38.762465 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbb5f3-0e40-4f62-858c-be717d8b5b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da23c60-a145-489b-b752-fbca8909508b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:39.532587 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e904b2-0db2-41e5-804a-797810a2d867 req-151e51c8-3f5a-4d54-8888-0d81b4f65d4d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:39.534440 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d6e904b2-0db2-41e5-804a-797810a2d867 req-151e51c8-3f5a-4d54-8888-0d81b4f65d4d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0550661 Mar 04 20:36:39.589423 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d6e904b2-0db2-41e5-804a-797810a2d867 req-d87f7ccf-9be3-4b40-97af-5959591ceb90 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492179 Mar 04 20:36:40.712706 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a633cd-cfac-4a2d-9723-71d8a94250ba req-976d7fa4-6612-4a15-ac52-b20fba26619d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:40.714215 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-50a633cd-cfac-4a2d-9723-71d8a94250ba req-976d7fa4-6612-4a15-ac52-b20fba26619d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0553963 Mar 04 20:36:40.767885 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-50a633cd-cfac-4a2d-9723-71d8a94250ba req-01d16dc0-3b05-470f-bd6b-979c392c3ca6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473812 Mar 04 20:36:41.900148 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3bcb5-8fb3-451f-913e-97351ae00ec9 req-0b94bb62-3721-43f6-bde2-ea89de88363d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:41.901681 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d5d3bcb5-8fb3-451f-913e-97351ae00ec9 req-0b94bb62-3721-43f6-bde2-ea89de88363d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0627654 Mar 04 20:36:41.909010 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36000) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:41.976907 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d5d3bcb5-8fb3-451f-913e-97351ae00ec9 req-a05e00b3-e83c-4218-a83f-281c6800b3c4 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689194 Mar 04 20:36:42.118648 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2706db78-e885-4dc4-80a7-c2b783a3993b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:42.173452 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0ea0-4cfa-4522-ba8a-6867780bbfd4 req-8a90b100-9513-4fba-853c-b176e859c4d1 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:42.180811 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-36aa0ea0-4cfa-4522-ba8a-6867780bbfd4 req-8a90b100-9513-4fba-853c-b176e859c4d1 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0628355 Mar 04 20:36:42.196692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2706db78-e885-4dc4-80a7-c2b783a3993b admin admin] Publish callbacks [] for security_group (f9b53013-4a22-481b-ab19-8ec299f825bd), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:42.224794 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-36aa0ea0-4cfa-4522-ba8a-6867780bbfd4 req-6a30d2b3-dca9-4f59-ba7f-a545c40f6891 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 Mar 04 20:36:42.270969 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2706db78-e885-4dc4-80a7-c2b783a3993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (f9b53013-4a22-481b-ab19-8ec299f825bd), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:42.310724 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2706db78-e885-4dc4-80a7-c2b783a3993b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6756fabd8e5740799f2f9d72ab330751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006402 Mar 04 20:36:42.311663 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706db78-e885-4dc4-80a7-c2b783a3993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b53013-4a22-481b-ab19-8ec299f825bd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:42.313416 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36014) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:42.364559 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2a69693-83bf-4d0b-9cfc-ab254fff9079 admin admin] Publish callbacks [] for security_group (f9b53013-4a22-481b-ab19-8ec299f825bd), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:42.389346 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2a69693-83bf-4d0b-9cfc-ab254fff9079 admin admin] Publish callbacks [] for security_group (f9b53013-4a22-481b-ab19-8ec299f825bd), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:42.505434 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2a69693-83bf-4d0b-9cfc-ab254fff9079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (f9b53013-4a22-481b-ab19-8ec299f825bd), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:42.508060 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2a69693-83bf-4d0b-9cfc-ab254fff9079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:42.509234 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-e2a69693-83bf-4d0b-9cfc-ab254fff9079 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9b53013-4a22-481b-ab19-8ec299f825bd HTTP/1.1" status: 204 len: 168 time: 0.1941903 Mar 04 20:36:42.517029 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a69693-83bf-4d0b-9cfc-ab254fff9079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b53013-4a22-481b-ab19-8ec299f825bd,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:43.101305 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36036) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:43.119791 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f00d777-1b14-4d3e-ba1c-42d04e5e1096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.131961 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25df7a0-edb4-4943-801d-672e89e11aea req-af342c71-6580-4444-b10b-6ebefd6d5692 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:43.134521 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b25df7a0-edb4-4943-801d-672e89e11aea req-af342c71-6580-4444-b10b-6ebefd6d5692 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0688939 Mar 04 20:36:43.196340 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b25df7a0-edb4-4943-801d-672e89e11aea req-4bbcc814-63ee-46b8-a101-afe23a8b3e5d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560441 Mar 04 20:36:43.252393 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f00d777-1b14-4d3e-ba1c-42d04e5e1096 admin admin] Publish callbacks [] for security_group (9b1b552f-46fd-4018-8567-491d511bd4a2), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.309889 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36044) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:43.325614 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f00d777-1b14-4d3e-ba1c-42d04e5e1096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9b1b552f-46fd-4018-8567-491d511bd4a2), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.371372 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8f00d777-1b14-4d3e-ba1c-42d04e5e1096 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=267d898dbc96434facf78eca9f553afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684815 Mar 04 20:36:43.373443 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00d777-1b14-4d3e-ba1c-42d04e5e1096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1b552f-46fd-4018-8567-491d511bd4a2,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:43.374400 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36048) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:43.404370 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9ceb-1da4-4fd1-8af9-60b63d5f0c17 req-86f8db3f-f88d-40bd-8d8d-4d5dbe05d184 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:43.405988 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-36ad9ceb-1da4-4fd1-8af9-60b63d5f0c17 req-86f8db3f-f88d-40bd-8d8d-4d5dbe05d184 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.1086226 Mar 04 20:36:43.434826 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a4c84e7-dbb4-4437-ac64-2221529117cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.455813 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cee1f45a-5f10-4fac-8004-49ee46c2e115 admin admin] Publish callbacks [] for security_group (9b1b552f-46fd-4018-8567-491d511bd4a2), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.478205 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-36ad9ceb-1da4-4fd1-8af9-60b63d5f0c17 req-0d204914-ea81-42ed-a3ff-42b5f8001149 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Mar 04 20:36:43.489888 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cee1f45a-5f10-4fac-8004-49ee46c2e115 admin admin] Publish callbacks [] for security_group (9b1b552f-46fd-4018-8567-491d511bd4a2), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.563800 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a4c84e7-dbb4-4437-ac64-2221529117cb admin admin] Publish callbacks [] for security_group (0492522a-789b-4b2a-9879-117fbbde415f), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.624714 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cee1f45a-5f10-4fac-8004-49ee46c2e115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9b1b552f-46fd-4018-8567-491d511bd4a2), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.627277 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cee1f45a-5f10-4fac-8004-49ee46c2e115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.628510 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-cee1f45a-5f10-4fac-8004-49ee46c2e115 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b1b552f-46fd-4018-8567-491d511bd4a2 HTTP/1.1" status: 204 len: 168 time: 0.2530727 Mar 04 20:36:43.638512 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1f45a-5f10-4fac-8004-49ee46c2e115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1b552f-46fd-4018-8567-491d511bd4a2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:43.658704 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a4c84e7-dbb4-4437-ac64-2221529117cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0492522a-789b-4b2a-9879-117fbbde415f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.696448 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c84e7-dbb4-4437-ac64-2221529117cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0492522a-789b-4b2a-9879-117fbbde415f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:43.704849 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-3a4c84e7-dbb4-4437-ac64-2221529117cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=724ab1d15070442ca2cf18a2969f4676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938859 Mar 04 20:36:43.707647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36056) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:43.764525 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-faa22a49-9992-4671-8238-3a281c8b6ad3 admin admin] Publish callbacks [] for security_group (0492522a-789b-4b2a-9879-117fbbde415f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.791810 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-faa22a49-9992-4671-8238-3a281c8b6ad3 admin admin] Publish callbacks [] for security_group (0492522a-789b-4b2a-9879-117fbbde415f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.899260 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-faa22a49-9992-4671-8238-3a281c8b6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0492522a-789b-4b2a-9879-117fbbde415f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.902071 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-faa22a49-9992-4671-8238-3a281c8b6ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:43.903242 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-faa22a49-9992-4671-8238-3a281c8b6ad3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0492522a-789b-4b2a-9879-117fbbde415f HTTP/1.1" status: 204 len: 168 time: 0.1945415 Mar 04 20:36:43.913333 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22a49-9992-4671-8238-3a281c8b6ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0492522a-789b-4b2a-9879-117fbbde415f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:44.322616 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b7ee-2bd6-4371-865a-d0ad2c64fdfc req-c0494d84-3558-43f5-8b41-a68902742e93 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:44.324104 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e7e7b7ee-2bd6-4371-865a-d0ad2c64fdfc req-c0494d84-3558-43f5-8b41-a68902742e93 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0571446 Mar 04 20:36:44.380667 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e7e7b7ee-2bd6-4371-865a-d0ad2c64fdfc req-bf559c62-9322-4ede-8989-81debd738f49 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Mar 04 20:36:44.445769 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-10b52247-cc37-44f0-909d-b287b98a3af2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:44.447361 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-10b52247-cc37-44f0-909d-b287b98a3af2 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0537825 Mar 04 20:36:44.621207 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Deleting port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:36:44.621483 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:44.634009 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9020d-5555-4aa8-aa6a-e73634a22939 req-cb9f6e70-54f3-47fa-9fb2-b2ab21ee5389 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:44.635545 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-71d9020d-5555-4aa8-aa6a-e73634a22939 req-cb9f6e70-54f3-47fa-9fb2-b2ab21ee5389 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 945 time: 0.0920136 Mar 04 20:36:44.642442 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36098) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:44.658792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11f69621-cd57-4911-b340-7104a13d1e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:44.749742 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-71d9020d-5555-4aa8-aa6a-e73634a22939 req-55dec11e-8208-40c5-96a9-4b39ebf38cd0 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/security-groups?id=563df6fa-ee78-4161-989b-2412f3f7cffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997128 Mar 04 20:36:44.770894 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11f69621-cd57-4911-b340-7104a13d1e4a admin admin] Publish callbacks [] for security_group (3351f618-8b89-42e4-b7db-eae0b977e5e5), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:44.789929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] For port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,segment=NetworkSegment(7b10de4b-4882-4549-a041-19bed85e98b6),segment_id=7b10de4b-4882-4549-a041-19bed85e98b6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:36:44.790293 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:44.805011 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11f69621-cd57-4911-b340-7104a13d1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (3351f618-8b89-42e4-b7db-eae0b977e5e5), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:44.805741 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Calling delete_port for 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:36:44.836709 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f69621-cd57-4911-b340-7104a13d1e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3351f618-8b89-42e4-b7db-eae0b977e5e5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:44.857855 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-11f69621-cd57-4911-b340-7104a13d1e4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27ae6468362946b78ef9d93d0f0567c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141550 Mar 04 20:36:44.860515 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36110) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:44.942648 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb28a206-767a-47f1-bf0c-7a6e5ebdb8db admin admin] Publish callbacks [] for security_group (3351f618-8b89-42e4-b7db-eae0b977e5e5), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:44.972728 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb28a206-767a-47f1-bf0c-7a6e5ebdb8db admin admin] Publish callbacks [] for security_group (3351f618-8b89-42e4-b7db-eae0b977e5e5), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:45.064964 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:45.079719 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:36:45.095719 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Pushing event deleted for resources: {'Port': ['ID=3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:45.097963 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb28a206-767a-47f1-bf0c-7a6e5ebdb8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (3351f618-8b89-42e4-b7db-eae0b977e5e5), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:45.107323 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb28a206-767a-47f1-bf0c-7a6e5ebdb8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:45.108543 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-fb28a206-767a-47f1-bf0c-7a6e5ebdb8db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3351f618-8b89-42e4-b7db-eae0b977e5e5 HTTP/1.1" status: 204 len: 168 time: 0.2466857 Mar 04 20:36:45.121581 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28a206-767a-47f1-bf0c-7a6e5ebdb8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3351f618-8b89-42e4-b7db-eae0b977e5e5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:45.180261 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] No DVR routers for this DVR port 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:36:45.183550 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:45.186956 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a8398e13-e0e1-4628-a99b-4202bd0c8033 req-6090b20d-3932-4a95-8289-81e03c678991 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.39 "DELETE /v2.0/ports/3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce HTTP/1.1" status: 204 len: 173 time: 0.7329137 Mar 04 20:36:45.187406 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'name': 'network-vif-deleted', 'tag': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:36:45.189768 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7338cce-e03a-4ac3-ab1d-d1c96df9be3a" -d '{"events": [{"server_uuid": "c6c965b2-05a0-429e-b0fc-da132ef4009e", "name": "network-vif-deleted", "tag": "3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:36:45.233378 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76937108-8376-44df-ad9f-c91ff68c338a x-openstack-request-id: req-76937108-8376-44df-ad9f-c91ff68c338a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:36:45.233378 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c965b2-05a0-429e-b0fc-da132ef4009e", "name": "network-vif-deleted", "tag": "3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:36:45.233378 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76937108-8376-44df-ad9f-c91ff68c338a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:36:45.233378 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c965b2-05a0-429e-b0fc-da132ef4009e', 'name': 'network-vif-deleted', 'tag': '3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce', 'status': 'completed', 'code': 200} Mar 04 20:36:45.529771 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868de812-de44-4b3b-800e-8d8f5d46b172 req-4ffe130d-1c49-45e3-b07f-6b7dac89e363 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:45.531740 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-868de812-de44-4b3b-800e-8d8f5d46b172 req-4ffe130d-1c49-45e3-b07f-6b7dac89e363 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0711894 Mar 04 20:36:45.606849 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-868de812-de44-4b3b-800e-8d8f5d46b172 req-f422db1d-4091-4450-b784-017d62d6c3cc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648353 Mar 04 20:36:45.851530 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f2bf4631-68d1-477a-9d22-6bcbe0636bc3 req-c8c18146-7385-4aa4-b92a-c745835cbe5a tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0274513 Mar 04 20:36:46.726499 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ba43b-1908-4591-a02d-645771f94b53 req-ae1ef348-67af-423d-8703-c43147f4151e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:46.728052 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-503ba43b-1908-4591-a02d-645771f94b53 req-ae1ef348-67af-423d-8703-c43147f4151e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0519321 Mar 04 20:36:46.780593 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-503ba43b-1908-4591-a02d-645771f94b53 req-132e6dfd-d256-486c-a772-c961cfcec6eb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467327 Mar 04 20:36:46.959981 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-649e7569-e1f4-4940-b252-3d7371a369d3 req-5615fb0b-8525-4e65-85ee-1dc73662842f tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0294251 Mar 04 20:36:47.901228 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedd6a1-d55e-440b-a563-32bbb2b5aaae req-0cf65119-d41a-4606-861d-3811d687a01e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:47.902700 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-faedd6a1-d55e-440b-a563-32bbb2b5aaae req-0cf65119-d41a-4606-861d-3811d687a01e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0529599 Mar 04 20:36:47.950438 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-faedd6a1-d55e-440b-a563-32bbb2b5aaae req-6b4b1b36-8f2f-4dda-98a3-9f5e69532bcc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Mar 04 20:36:48.061448 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fd8e0dce-bc31-48a5-882f-ec33bbd9c6e6 req-6d80f411-5d80-412a-9896-34c94f2723c8 tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0279076 Mar 04 20:36:48.898107 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:36:48.917557 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:36:48.917906 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 3f6f31e0-c6f8-43a8-ad71-fc89b4c526ce not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:36:49.074232 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230190c-533c-4b3b-8882-4b8767c97db3 req-f9f687b0-dee3-4ebc-8f84-0395667a5c96 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:49.075757 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f230190c-533c-4b3b-8882-4b8767c97db3 req-f9f687b0-dee3-4ebc-8f84-0395667a5c96 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0561340 Mar 04 20:36:49.126561 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f230190c-533c-4b3b-8882-4b8767c97db3 req-09bb24ae-7193-4489-8350-7aef64e91fa1 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Mar 04 20:36:49.184333 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1ac5d08d-8e0f-4370-9d51-162d84148702 req-83378b56-4031-45c9-9e55-d96b89bc700b tempest-DeleteServersTestJSON-786859754 tempest-DeleteServersTestJSON-786859754-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c965b2-05a0-429e-b0fc-da132ef4009e HTTP/1.1" status: 200 len: 210 time: 0.0325530 Mar 04 20:36:50.265430 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6818e-2675-492b-baee-cb76602cc7c0 req-f4b792c0-6337-4e9e-92ff-a74437d8d457 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:50.266918 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bad6818e-2675-492b-baee-cb76602cc7c0 req-f4b792c0-6337-4e9e-92ff-a74437d8d457 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0701878 Mar 04 20:36:50.322938 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bad6818e-2675-492b-baee-cb76602cc7c0 req-fd0ef85b-bf27-4721-a948-480a7c125ce9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500841 Mar 04 20:36:50.411530 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36304) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:50.465447 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] Deleting subnet 8d151286-949f-479d-abc4-e44315f6859f {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:36:50.469246 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] Publish callbacks [] for subnet (8d151286-949f-479d-abc4-e44315f6859f), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:50.509976 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (8d151286-949f-479d-abc4-e44315f6859f), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:50.549041 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (8d151286-949f-479d-abc4-e44315f6859f), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:50.659073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (8d151286-949f-479d-abc4-e44315f6859f), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:50.688976 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d151286-949f-479d-abc4-e44315f6859f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:50.692865 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:50.698672 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36316) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:50.698912 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-1dfaf645-7f78-41d2-ac87-e2127ab18131 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d151286-949f-479d-abc4-e44315f6859f HTTP/1.1" status: 204 len: 168 time: 0.2860479 Mar 04 20:36:50.769031 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (901a47e4-1eb4-4e13-b1aa-3300a09f815c), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.058251 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (901a47e4-1eb4-4e13-b1aa-3300a09f815c), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.078343 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.078688 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.079431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.079761 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > port after_create 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.080100 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.080477 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > port after_update 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.080797 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.081115 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.081428 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.081750 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.157181 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.157547 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.157875 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.158205 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:36:51.158578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901a47e4-1eb4-4e13-b1aa-3300a09f815c']}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:51.176169 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f3f402-2561-4089-aa3b-78790704055b') {'for_net_delete': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:51.176555 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f3f402-2561-4089-aa3b-78790704055b') {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:51.192577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10002025'] for segment (07f3f402-2561-4089-aa3b-78790704055b), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.215660 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (07f3f402-2561-4089-aa3b-78790704055b), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.223897 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:36:51.224934 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286110'] for segment (07f3f402-2561-4089-aa3b-78790704055b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: from cryptography.utils import int_from_bytes Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: from cryptography.utils import int_from_bytes Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: Traceback (most recent call last): Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: timer() Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: cb(*args, **kw) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: return func(*args, **kwargs) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: self._notify() Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: self.callback(batched_events) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: event.method(event) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: return f(self, *a, **k) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._get(url).json() Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: return self.request(url, 'GET', **kwargs) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:36:51.229098 dv-cinder-799871-17-iscsi neutron-server[103592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:36:51.399371 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (901a47e4-1eb4-4e13-b1aa-3300a09f815c), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.433761 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.437054 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] 10.222.0.37 "DELETE /v2.0/networks/901a47e4-1eb4-4e13-b1aa-3300a09f815c HTTP/1.1" status: 204 len: 168 time: 0.7371788 Mar 04 20:36:51.439882 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36332) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:51.440641 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18ba8c-a2dc-46cd-b3b3-92dfa6c3e175 admin admin] Pushing event deleted for resources: {'Network': ['ID=901a47e4-1eb4-4e13-b1aa-3300a09f815c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:51.463399 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00832761-5b0a-4cf3-a9ef-27305e04fe43 req-5f18088f-b7c0-4493-8573-e5231422c5a5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:51.465103 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-00832761-5b0a-4cf3-a9ef-27305e04fe43 req-5f18088f-b7c0-4493-8573-e5231422c5a5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0764103 Mar 04 20:36:51.485933 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] Deleting subnet f11b5aec-fd0d-44c5-9d01-47cb9bbfec60 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:36:51.489059 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] Publish callbacks [] for subnet (f11b5aec-fd0d-44c5-9d01-47cb9bbfec60), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.513165 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-00832761-5b0a-4cf3-a9ef-27305e04fe43 req-5929ccd8-a80d-4879-9252-e2cf9eaae900 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 Mar 04 20:36:51.523761 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (f11b5aec-fd0d-44c5-9d01-47cb9bbfec60), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.562639 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (f11b5aec-fd0d-44c5-9d01-47cb9bbfec60), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.675625 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (f11b5aec-fd0d-44c5-9d01-47cb9bbfec60), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.705222 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11b5aec-fd0d-44c5-9d01-47cb9bbfec60,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:51.709895 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.713248 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d56af5dc-ca3d-4ef0-886d-1e08e92e0ee2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f11b5aec-fd0d-44c5-9d01-47cb9bbfec60 HTTP/1.1" status: 204 len: 168 time: 0.2721603 Mar 04 20:36:51.715598 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36338) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:51.784770 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (60ab5db3-0183-4b1e-a122-9c0dfec929e6), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.867796 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (60ab5db3-0183-4b1e-a122-9c0dfec929e6), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.887585 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ab5db3-0183-4b1e-a122-9c0dfec929e6']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:51.896375 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273bff39-6319-4904-8c51-65043c8d580d') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:51.896670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273bff39-6319-4904-8c51-65043c8d580d') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:51.905534 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (273bff39-6319-4904-8c51-65043c8d580d), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.918700 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (273bff39-6319-4904-8c51-65043c8d580d), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.924651 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:36:51.925035 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (273bff39-6319-4904-8c51-65043c8d580d), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:36:51.926814 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:36:52.053381 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (60ab5db3-0183-4b1e-a122-9c0dfec929e6), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:52.060570 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:52.064092 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/60ab5db3-0183-4b1e-a122-9c0dfec929e6 HTTP/1.1" status: 204 len: 168 time: 0.3476167 Mar 04 20:36:52.073804 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eeef9-e66c-4db0-b984-892bcdbcfc5a admin admin] Pushing event deleted for resources: {'Network': ['ID=60ab5db3-0183-4b1e-a122-9c0dfec929e6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:52.479380 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36346) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:52.523043 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d03766d6-4706-4296-9aa9-2b4259aceb30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a843765c88df43418f96ac5ac77fdf8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423543 Mar 04 20:36:52.525314 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36348) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:52.573417 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e7d62f14-4209-4a2e-a2f7-b8927154cc41 admin admin] Publish callbacks [] for security_group (a75d273e-7f3e-4bbc-a575-03a9b006ee89), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:52.616350 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e7d62f14-4209-4a2e-a2f7-b8927154cc41 admin admin] Publish callbacks [] for security_group (a75d273e-7f3e-4bbc-a575-03a9b006ee89), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:52.664600 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0061d-4315-4f15-b5d9-e4886c09c876 req-37fc6411-0d83-44b4-b69c-8f1fac229ddd tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:52.666147 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-75b0061d-4315-4f15-b5d9-e4886c09c876 req-37fc6411-0d83-44b4-b69c-8f1fac229ddd tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0836296 Mar 04 20:36:52.714389 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-75b0061d-4315-4f15-b5d9-e4886c09c876 req-5834db2a-7927-43f7-922d-ad5da5239d1f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Mar 04 20:36:52.756082 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e7d62f14-4209-4a2e-a2f7-b8927154cc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (a75d273e-7f3e-4bbc-a575-03a9b006ee89), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:52.758689 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e7d62f14-4209-4a2e-a2f7-b8927154cc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:52.759789 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-e7d62f14-4209-4a2e-a2f7-b8927154cc41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a75d273e-7f3e-4bbc-a575-03a9b006ee89 HTTP/1.1" status: 204 len: 168 time: 0.2334824 Mar 04 20:36:52.767630 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d62f14-4209-4a2e-a2f7-b8927154cc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75d273e-7f3e-4bbc-a575-03a9b006ee89,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:53.438777 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36364) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:53.480684 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-798421eb-5d61-4f17-beb6-64c9e6ea29a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2acadf083a24107b5d90b971d462971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407119 Mar 04 20:36:53.483009 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36366) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:53.528727 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e90bde8-2726-4868-a635-9059d85c525f admin admin] Publish callbacks [] for security_group (695097e8-6f8b-4a18-ad87-f77d528589ed), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:53.550040 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e90bde8-2726-4868-a635-9059d85c525f admin admin] Publish callbacks [] for security_group (695097e8-6f8b-4a18-ad87-f77d528589ed), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:53.664471 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e90bde8-2726-4868-a635-9059d85c525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (695097e8-6f8b-4a18-ad87-f77d528589ed), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:53.667887 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e90bde8-2726-4868-a635-9059d85c525f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:53.669322 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-3e90bde8-2726-4868-a635-9059d85c525f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/695097e8-6f8b-4a18-ad87-f77d528589ed HTTP/1.1" status: 204 len: 168 time: 0.1852086 Mar 04 20:36:53.679239 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90bde8-2726-4868-a635-9059d85c525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695097e8-6f8b-4a18-ad87-f77d528589ed,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:53.835856 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42414897-44a5-441a-998c-f29e7a2985c1 req-1d5c14a0-5380-42e7-892d-a1cf4f1717ee tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:53.836816 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-42414897-44a5-441a-998c-f29e7a2985c1 req-1d5c14a0-5380-42e7-892d-a1cf4f1717ee tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0546756 Mar 04 20:36:53.887049 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-42414897-44a5-441a-998c-f29e7a2985c1 req-a67c5f72-a1d0-4441-a979-68e0c20fe62c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Mar 04 20:36:53.915398 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36380) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:53.962078 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] Deleting subnet b07ad0d5-1093-4c82-93a6-f67f17b3a5bf {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:36:53.965468 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] Publish callbacks [] for subnet (b07ad0d5-1093-4c82-93a6-f67f17b3a5bf), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.008373 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (b07ad0d5-1093-4c82-93a6-f67f17b3a5bf), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.251708 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (b07ad0d5-1093-4c82-93a6-f67f17b3a5bf), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.364402 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (b07ad0d5-1093-4c82-93a6-f67f17b3a5bf), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.389640 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07ad0d5-1093-4c82-93a6-f67f17b3a5bf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:54.391600 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.394865 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-103396de-8a8a-4131-a4e9-e23ef4d88ebb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b07ad0d5-1093-4c82-93a6-f67f17b3a5bf HTTP/1.1" status: 204 len: 168 time: 0.4784584 Mar 04 20:36:54.398258 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36400) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:54.476896 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (3c4a1948-5e21-471b-9099-bc52faa8de05), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.561968 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (3c4a1948-5e21-471b-9099-bc52faa8de05), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.591753 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4a1948-5e21-471b-9099-bc52faa8de05']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:54.605428 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b10de4b-4882-4549-a041-19bed85e98b6') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:54.605727 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b10de4b-4882-4549-a041-19bed85e98b6') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:36:54.615953 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (7b10de4b-4882-4549-a041-19bed85e98b6), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.629590 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (7b10de4b-4882-4549-a041-19bed85e98b6), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.636644 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:36:54.637040 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (7b10de4b-4882-4549-a041-19bed85e98b6), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:36:54.638754 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:36:54.761770 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (3c4a1948-5e21-471b-9099-bc52faa8de05), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.773696 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:54.778146 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c4a1948-5e21-471b-9099-bc52faa8de05 HTTP/1.1" status: 204 len: 168 time: 0.3789561 Mar 04 20:36:54.790750 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581916e-e8d2-4065-83e3-84006b287f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4a1948-5e21-471b-9099-bc52faa8de05,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:55.013087 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d5702-9b3a-44f0-800c-2d5288430a90 req-9034c29b-b717-423e-922f-90d422c190a2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:55.014581 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8f8d5702-9b3a-44f0-800c-2d5288430a90 req-9034c29b-b717-423e-922f-90d422c190a2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0560012 Mar 04 20:36:55.067481 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8f8d5702-9b3a-44f0-800c-2d5288430a90 req-a5eb4e67-1af6-49ff-8ca0-ddb5a17d383e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Mar 04 20:36:55.302019 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36452) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:55.346754 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4f3a7dca-b8a6-47c5-99bf-212863e7f13e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e686347c0694700961e45ad7c75dc2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425067 Mar 04 20:36:55.349549 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36456) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:55.390837 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36458) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:55.404283 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-733c1f7d-7fa2-4e70-9f0a-1ca2495765fe admin admin] Publish callbacks [] for security_group (563df6fa-ee78-4161-989b-2412f3f7cffc), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.426339 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-733c1f7d-7fa2-4e70-9f0a-1ca2495765fe admin admin] Publish callbacks [] for security_group (563df6fa-ee78-4161-989b-2412f3f7cffc), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.513749 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53a99212-b052-4127-a18f-64b63d6a1946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.573320 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-733c1f7d-7fa2-4e70-9f0a-1ca2495765fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (563df6fa-ee78-4161-989b-2412f3f7cffc), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.575919 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-733c1f7d-7fa2-4e70-9f0a-1ca2495765fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.577184 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-733c1f7d-7fa2-4e70-9f0a-1ca2495765fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/563df6fa-ee78-4161-989b-2412f3f7cffc HTTP/1.1" status: 204 len: 168 time: 0.2260861 Mar 04 20:36:55.590282 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c1f7d-7fa2-4e70-9f0a-1ca2495765fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563df6fa-ee78-4161-989b-2412f3f7cffc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:55.592433 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53a99212-b052-4127-a18f-64b63d6a1946 admin admin] Publish callbacks [] for security_group (787887a9-b05d-4b8d-a7ec-25653c24a5a4), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.696966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53a99212-b052-4127-a18f-64b63d6a1946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (787887a9-b05d-4b8d-a7ec-25653c24a5a4), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.739701 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-53a99212-b052-4127-a18f-64b63d6a1946 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44018c0189b945e79c70bedb3b700965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477378 Mar 04 20:36:55.742654 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a99212-b052-4127-a18f-64b63d6a1946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787887a9-b05d-4b8d-a7ec-25653c24a5a4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:55.742822 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36470) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:55.816160 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46f1732e-63c9-4e9f-bfd2-77dab54b31ab admin admin] Publish callbacks [] for security_group (787887a9-b05d-4b8d-a7ec-25653c24a5a4), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.845979 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46f1732e-63c9-4e9f-bfd2-77dab54b31ab admin admin] Publish callbacks [] for security_group (787887a9-b05d-4b8d-a7ec-25653c24a5a4), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.984556 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46f1732e-63c9-4e9f-bfd2-77dab54b31ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (787887a9-b05d-4b8d-a7ec-25653c24a5a4), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.988795 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46f1732e-63c9-4e9f-bfd2-77dab54b31ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:55.993950 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-46f1732e-63c9-4e9f-bfd2-77dab54b31ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/787887a9-b05d-4b8d-a7ec-25653c24a5a4 HTTP/1.1" status: 204 len: 168 time: 0.2498109 Mar 04 20:36:56.010241 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1732e-63c9-4e9f-bfd2-77dab54b31ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787887a9-b05d-4b8d-a7ec-25653c24a5a4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:56.229296 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904b8e2-407a-48f9-bf08-4afbe6482613 req-705cc97b-ba6d-4bce-a2da-aa1f192534e8 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:56.231373 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5904b8e2-407a-48f9-bf08-4afbe6482613 req-705cc97b-ba6d-4bce-a2da-aa1f192534e8 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0725014 Mar 04 20:36:56.315677 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5904b8e2-407a-48f9-bf08-4afbe6482613 req-7baab45d-b11b-46f4-8b4c-185e419c467d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614645 Mar 04 20:36:56.778107 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36518) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:56.794099 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc996705-c808-4f32-97f3-ecc2fbcbfee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:56.876673 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc996705-c808-4f32-97f3-ecc2fbcbfee1 admin admin] Publish callbacks [] for security_group (77132bc3-71c9-482b-a45c-4187617ee304), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:56.955796 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc996705-c808-4f32-97f3-ecc2fbcbfee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (77132bc3-71c9-482b-a45c-4187617ee304), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:56.998864 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36530) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:56.999241 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-cc996705-c808-4f32-97f3-ecc2fbcbfee1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7f874e16a404a3c9d5fdb631bfa99dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197454 Mar 04 20:36:57.001201 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc996705-c808-4f32-97f3-ecc2fbcbfee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77132bc3-71c9-482b-a45c-4187617ee304,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:57.069495 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-426ace31-f690-409e-80f7-494304c03b4d admin admin] Publish callbacks [] for security_group (77132bc3-71c9-482b-a45c-4187617ee304), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.097903 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-426ace31-f690-409e-80f7-494304c03b4d admin admin] Publish callbacks [] for security_group (77132bc3-71c9-482b-a45c-4187617ee304), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.113225 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:57.224085 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-426ace31-f690-409e-80f7-494304c03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (77132bc3-71c9-482b-a45c-4187617ee304), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.227082 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-426ace31-f690-409e-80f7-494304c03b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.228309 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-426ace31-f690-409e-80f7-494304c03b4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77132bc3-71c9-482b-a45c-4187617ee304 HTTP/1.1" status: 204 len: 168 time: 0.2283275 Mar 04 20:36:57.236964 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ace31-f690-409e-80f7-494304c03b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77132bc3-71c9-482b-a45c-4187617ee304,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:57.279337 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c0d2bc2-c0af-446f-a4a5-41cb0c93f217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.353971 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c0d2bc2-c0af-446f-a4a5-41cb0c93f217 admin admin] Publish callbacks [] for security_group (528d35fd-51ba-43fc-93d3-e36e1e70bfd9), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.430366 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c0d2bc2-c0af-446f-a4a5-41cb0c93f217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (528d35fd-51ba-43fc-93d3-e36e1e70bfd9), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.442143 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513baba-7691-4fd9-97e3-a6a4259c60fd req-e0214b4a-d1cd-40ec-a670-ddd08297e9ab tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:57.444313 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e513baba-7691-4fd9-97e3-a6a4259c60fd req-e0214b4a-d1cd-40ec-a670-ddd08297e9ab tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0583322 Mar 04 20:36:57.469767 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6c0d2bc2-c0af-446f-a4a5-41cb0c93f217 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd6ca0c5bf3c4710becbf61229516c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548210 Mar 04 20:36:57.470620 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d2bc2-c0af-446f-a4a5-41cb0c93f217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d35fd-51ba-43fc-93d3-e36e1e70bfd9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:57.472451 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36552) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:57.534013 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e513baba-7691-4fd9-97e3-a6a4259c60fd req-65e08373-c935-4aca-8e28-2c2d1460d089 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816116 Mar 04 20:36:57.551133 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb57677-05a9-46f7-bf85-fc1bfb878657 admin admin] Publish callbacks [] for security_group (528d35fd-51ba-43fc-93d3-e36e1e70bfd9), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.578693 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb57677-05a9-46f7-bf85-fc1bfb878657 admin admin] Publish callbacks [] for security_group (528d35fd-51ba-43fc-93d3-e36e1e70bfd9), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.709864 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb57677-05a9-46f7-bf85-fc1bfb878657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (528d35fd-51ba-43fc-93d3-e36e1e70bfd9), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.713532 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb57677-05a9-46f7-bf85-fc1bfb878657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:57.713634 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-ebb57677-05a9-46f7-bf85-fc1bfb878657 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/528d35fd-51ba-43fc-93d3-e36e1e70bfd9 HTTP/1.1" status: 204 len: 168 time: 0.2398763 Mar 04 20:36:57.721419 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb57677-05a9-46f7-bf85-fc1bfb878657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d35fd-51ba-43fc-93d3-e36e1e70bfd9,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:58.281382 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36590) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:58.463309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d29f7714-99a4-4142-841c-77a4f24771e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.542979 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d29f7714-99a4-4142-841c-77a4f24771e1 admin admin] Publish callbacks [] for security_group (b35f9bd0-3912-4845-98bb-61d2561b3430), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.629974 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d29f7714-99a4-4142-841c-77a4f24771e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b35f9bd0-3912-4845-98bb-61d2561b3430), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.675611 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d29f7714-99a4-4142-841c-77a4f24771e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40206d2437d842739537c0b6ee33ec92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931351 Mar 04 20:36:58.676072 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cba55-bee9-4364-a092-9210890b271a req-b99b2a9e-9f90-4bcb-b3a7-ea9a2ff66e83 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:58.678944 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36606) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:58.680823 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f16cba55-bee9-4364-a092-9210890b271a req-b99b2a9e-9f90-4bcb-b3a7-ea9a2ff66e83 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0686615 Mar 04 20:36:58.686167 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f7714-99a4-4142-841c-77a4f24771e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f9bd0-3912-4845-98bb-61d2561b3430,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:58.695261 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:58.718966 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fc303f44-c4ac-41f6-af82-e13c5bd1d9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.749298 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d808cbd6-7a30-4014-8169-97c7ed506f0b admin admin] Publish callbacks [] for security_group (b35f9bd0-3912-4845-98bb-61d2561b3430), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.779120 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d808cbd6-7a30-4014-8169-97c7ed506f0b admin admin] Publish callbacks [] for security_group (b35f9bd0-3912-4845-98bb-61d2561b3430), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.786107 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f16cba55-bee9-4364-a092-9210890b271a req-26f63b42-9161-4bf2-9edf-218d0dec2ba5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972397 Mar 04 20:36:58.848566 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fc303f44-c4ac-41f6-af82-e13c5bd1d9dc admin admin] Publish callbacks [] for security_group (c1cda694-e1a5-4f56-a1a7-7c522f4b14fe), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.903817 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d808cbd6-7a30-4014-8169-97c7ed506f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b35f9bd0-3912-4845-98bb-61d2561b3430), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.906714 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d808cbd6-7a30-4014-8169-97c7ed506f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.908023 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d808cbd6-7a30-4014-8169-97c7ed506f0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b35f9bd0-3912-4845-98bb-61d2561b3430 HTTP/1.1" status: 204 len: 168 time: 0.2280173 Mar 04 20:36:58.919664 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808cbd6-7a30-4014-8169-97c7ed506f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f9bd0-3912-4845-98bb-61d2561b3430,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:58.921162 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fc303f44-c4ac-41f6-af82-e13c5bd1d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c1cda694-e1a5-4f56-a1a7-7c522f4b14fe), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:58.978248 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-fc303f44-c4ac-41f6-af82-e13c5bd1d9dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5139d2cde3f421a984107df80c312ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819264 Mar 04 20:36:58.979105 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc303f44-c4ac-41f6-af82-e13c5bd1d9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cda694-e1a5-4f56-a1a7-7c522f4b14fe,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:58.981091 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36618) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:59.032142 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96647864-5f71-4d70-bf18-915336ace6e1 admin admin] Publish callbacks [] for security_group (c1cda694-e1a5-4f56-a1a7-7c522f4b14fe), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.053915 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96647864-5f71-4d70-bf18-915336ace6e1 admin admin] Publish callbacks [] for security_group (c1cda694-e1a5-4f56-a1a7-7c522f4b14fe), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.183809 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96647864-5f71-4d70-bf18-915336ace6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c1cda694-e1a5-4f56-a1a7-7c522f4b14fe), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.186442 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96647864-5f71-4d70-bf18-915336ace6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.187594 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-96647864-5f71-4d70-bf18-915336ace6e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1cda694-e1a5-4f56-a1a7-7c522f4b14fe HTTP/1.1" status: 204 len: 168 time: 0.2053084 Mar 04 20:36:59.195396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647864-5f71-4d70-bf18-915336ace6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cda694-e1a5-4f56-a1a7-7c522f4b14fe,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:59.509763 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36634) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:59.523250 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f53d68b5-8428-4e85-b7b1-de218b08ddce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.601289 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f53d68b5-8428-4e85-b7b1-de218b08ddce admin admin] Publish callbacks [] for security_group (1ca0610a-8fa8-448e-afb6-172f9142aeae), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.670150 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f53d68b5-8428-4e85-b7b1-de218b08ddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1ca0610a-8fa8-448e-afb6-172f9142aeae), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.740106 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-f53d68b5-8428-4e85-b7b1-de218b08ddce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=969e4d7f319c4279925f4d06872e3e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264194 Mar 04 20:36:59.740106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d68b5-8428-4e85-b7b1-de218b08ddce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca0610a-8fa8-448e-afb6-172f9142aeae,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:59.740969 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36640) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:59.760320 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36642) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:59.792361 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e522675-e356-4eff-bcf9-e15ab79afd0c admin admin] Publish callbacks [] for security_group (1ca0610a-8fa8-448e-afb6-172f9142aeae), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.822587 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e522675-e356-4eff-bcf9-e15ab79afd0c admin admin] Publish callbacks [] for security_group (1ca0610a-8fa8-448e-afb6-172f9142aeae), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.915807 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4237a-cb45-423e-8532-98f5ade18959 req-53cdd83b-fbae-4806-bc4f-949f86a34de4 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:36:59.917394 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fca4237a-cb45-423e-8532-98f5ade18959 req-53cdd83b-fbae-4806-bc4f-949f86a34de4 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0688705 Mar 04 20:36:59.940590 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7cef833-12bf-4fd0-afb5-6872009a7a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.959326 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e522675-e356-4eff-bcf9-e15ab79afd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1ca0610a-8fa8-448e-afb6-172f9142aeae), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.961990 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e522675-e356-4eff-bcf9-e15ab79afd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:59.966217 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5e522675-e356-4eff-bcf9-e15ab79afd0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ca0610a-8fa8-448e-afb6-172f9142aeae HTTP/1.1" status: 204 len: 168 time: 0.2235789 Mar 04 20:36:59.974937 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e522675-e356-4eff-bcf9-e15ab79afd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca0610a-8fa8-448e-afb6-172f9142aeae,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:36:59.997262 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fca4237a-cb45-423e-8532-98f5ade18959 req-eb6eddbc-7993-4cb4-9506-eacab497cc8e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699751 Mar 04 20:37:00.064247 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7cef833-12bf-4fd0-afb5-6872009a7a2c admin admin] Publish callbacks [] for security_group (6920628d-69bc-4d36-b56c-dc21c2cd290e), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.120947 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7cef833-12bf-4fd0-afb5-6872009a7a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6920628d-69bc-4d36-b56c-dc21c2cd290e), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.167136 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0ca6d8f6-c2f6-474d-ba2c-1f5ab6f480fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.168206 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c7cef833-12bf-4fd0-afb5-6872009a7a2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94fba71870e345a992a0fbb5d20bbb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066997 Mar 04 20:37:00.170994 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36662) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:00.171122 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cef833-12bf-4fd0-afb5-6872009a7a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6920628d-69bc-4d36-b56c-dc21c2cd290e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:00.186396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36664) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:00.225028 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb726-dc69-4b3b-bf52-ed957c38da12 admin admin] Publish callbacks [] for security_group (6920628d-69bc-4d36-b56c-dc21c2cd290e), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.246769 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb726-dc69-4b3b-bf52-ed957c38da12 admin admin] Publish callbacks [] for security_group (6920628d-69bc-4d36-b56c-dc21c2cd290e), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.407286 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb726-dc69-4b3b-bf52-ed957c38da12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6920628d-69bc-4d36-b56c-dc21c2cd290e), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.410156 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb726-dc69-4b3b-bf52-ed957c38da12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.411610 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-3f1fb726-dc69-4b3b-bf52-ed957c38da12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6920628d-69bc-4d36-b56c-dc21c2cd290e HTTP/1.1" status: 204 len: 168 time: 0.2397006 Mar 04 20:37:00.420370 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fb726-dc69-4b3b-bf52-ed957c38da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6920628d-69bc-4d36-b56c-dc21c2cd290e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:00.529404 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03e06dbd-5368-463d-849f-00dcf8c1c442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.610357 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03e06dbd-5368-463d-849f-00dcf8c1c442 admin admin] Publish callbacks [] for security_group (3c798072-27ff-4230-9316-5881c6cfa155), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.703898 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03e06dbd-5368-463d-849f-00dcf8c1c442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (3c798072-27ff-4230-9316-5881c6cfa155), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.743570 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-03e06dbd-5368-463d-849f-00dcf8c1c442 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c05a1cb79dc4f169922004b6f75cda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561180 Mar 04 20:37:00.745852 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e06dbd-5368-463d-849f-00dcf8c1c442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c798072-27ff-4230-9316-5881c6cfa155,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:00.746306 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36682) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:00.798729 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0350be7-da17-400d-820b-de1b0a6dd216 admin admin] Publish callbacks [] for security_group (3c798072-27ff-4230-9316-5881c6cfa155), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.822427 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0350be7-da17-400d-820b-de1b0a6dd216 admin admin] Publish callbacks [] for security_group (3c798072-27ff-4230-9316-5881c6cfa155), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.932846 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0350be7-da17-400d-820b-de1b0a6dd216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (3c798072-27ff-4230-9316-5881c6cfa155), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.935540 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0350be7-da17-400d-820b-de1b0a6dd216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:00.937635 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b0350be7-da17-400d-820b-de1b0a6dd216 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c798072-27ff-4230-9316-5881c6cfa155 HTTP/1.1" status: 204 len: 168 time: 0.1886201 Mar 04 20:37:00.947026 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350be7-da17-400d-820b-de1b0a6dd216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c798072-27ff-4230-9316-5881c6cfa155,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:01.121978 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbebb7-de76-4b85-a5ba-afce1147b983 req-6675e042-dc33-4c47-9ae1-5db7752e79e3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:01.123711 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a4dbebb7-de76-4b85-a5ba-afce1147b983 req-6675e042-dc33-4c47-9ae1-5db7752e79e3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0572810 Mar 04 20:37:01.136226 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:01.158029 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b74abc9-50d7-4dc7-a04a-6ac7089a3bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.199919 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a4dbebb7-de76-4b85-a5ba-afce1147b983 req-511948d2-7ae0-46ec-898d-4447a2d8c8a9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703158 Mar 04 20:37:01.259154 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b74abc9-50d7-4dc7-a04a-6ac7089a3bf7 admin admin] Publish callbacks [] for security_group (8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.309642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b74abc9-50d7-4dc7-a04a-6ac7089a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.347301 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74abc9-50d7-4dc7-a04a-6ac7089a3bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:01.354735 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2b74abc9-50d7-4dc7-a04a-6ac7089a3bf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78e5453611104ca3a462238f828e3e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150927 Mar 04 20:37:01.358067 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36708) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:01.405000 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c766ce5c-3253-4381-8057-5a6b795da536 admin admin] Publish callbacks [] for security_group (8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.432756 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c766ce5c-3253-4381-8057-5a6b795da536 admin admin] Publish callbacks [] for security_group (8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.527182 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c766ce5c-3253-4381-8057-5a6b795da536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.529887 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c766ce5c-3253-4381-8057-5a6b795da536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.531024 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c766ce5c-3253-4381-8057-5a6b795da536 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1 HTTP/1.1" status: 204 len: 168 time: 0.1749263 Mar 04 20:37:01.539218 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766ce5c-3253-4381-8057-5a6b795da536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4a0f4-b345-4cf6-8ad7-aebe92767bd1,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:01.862382 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36724) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:01.889006 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a34321d1-3483-45de-a261-df073431dc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:01.973120 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a34321d1-3483-45de-a261-df073431dc32 admin admin] Publish callbacks [] for security_group (23e5fae9-0ae8-48d6-9614-66a7bcc7fde0), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:02.071696 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a34321d1-3483-45de-a261-df073431dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (23e5fae9-0ae8-48d6-9614-66a7bcc7fde0), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:02.112435 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-a34321d1-3483-45de-a261-df073431dc32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e1ca89f63fe4c1b9cae6b089acc9188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490587 Mar 04 20:37:02.113288 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34321d1-3483-45de-a261-df073431dc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e5fae9-0ae8-48d6-9614-66a7bcc7fde0,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:02.117020 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36732) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:02.167722 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-100f50d9-7b94-471d-8ea6-dffb3d35ba62 admin admin] Publish callbacks [] for security_group (23e5fae9-0ae8-48d6-9614-66a7bcc7fde0), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:02.191488 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-100f50d9-7b94-471d-8ea6-dffb3d35ba62 admin admin] Publish callbacks [] for security_group (23e5fae9-0ae8-48d6-9614-66a7bcc7fde0), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:02.309395 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-100f50d9-7b94-471d-8ea6-dffb3d35ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (23e5fae9-0ae8-48d6-9614-66a7bcc7fde0), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:02.311961 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-100f50d9-7b94-471d-8ea6-dffb3d35ba62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:02.313134 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-100f50d9-7b94-471d-8ea6-dffb3d35ba62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23e5fae9-0ae8-48d6-9614-66a7bcc7fde0 HTTP/1.1" status: 204 len: 168 time: 0.1952090 Mar 04 20:37:02.328813 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f50d9-7b94-471d-8ea6-dffb3d35ba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e5fae9-0ae8-48d6-9614-66a7bcc7fde0,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:02.362476 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74788a51-c346-4567-be9b-b91f5391f44c req-b2178084-c911-41a3-8457-f8fa433ec808 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:02.364845 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74788a51-c346-4567-be9b-b91f5391f44c req-b2178084-c911-41a3-8457-f8fa433ec808 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0861421 Mar 04 20:37:02.432628 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74788a51-c346-4567-be9b-b91f5391f44c req-77e8cffa-4044-4600-b89f-197e3d079a1f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558066 Mar 04 20:37:02.543950 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d3bea365-b390-4e5b-8cf9-26643f3124b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:03.494732 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36786) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:03.587439 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb6b73-8147-4c38-af69-34bfff68c73c req-98939a4c-076f-41dc-a3ac-683598fb6891 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:03.589058 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-efeb6b73-8147-4c38-af69-34bfff68c73c req-98939a4c-076f-41dc-a3ac-683598fb6891 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0703378 Mar 04 20:37:03.641182 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-efeb6b73-8147-4c38-af69-34bfff68c73c req-fbb807aa-eb60-4264-bc79-660de71acfcf tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463638 Mar 04 20:37:03.672010 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b38c0961-08ac-4bd9-87ef-9476501c0077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:03.743937 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:03.749871 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b38c0961-08ac-4bd9-87ef-9476501c0077 admin admin] Publish callbacks [] for security_group (1c4f5f7b-06c8-4771-8106-59f68985c5bb), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:03.830181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b38c0961-08ac-4bd9-87ef-9476501c0077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1c4f5f7b-06c8-4771-8106-59f68985c5bb), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:03.878876 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0961-08ac-4bd9-87ef-9476501c0077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f5f7b-06c8-4771-8106-59f68985c5bb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:03.889025 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b38c0961-08ac-4bd9-87ef-9476501c0077 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01651b58198f47f2bb4110039c119443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902137 Mar 04 20:37:03.891045 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36806) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:03.940467 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffafcf1b-eec0-423e-978e-4e1e7c4fb4d3 admin admin] Publish callbacks [] for security_group (1c4f5f7b-06c8-4771-8106-59f68985c5bb), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:03.961994 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffafcf1b-eec0-423e-978e-4e1e7c4fb4d3 admin admin] Publish callbacks [] for security_group (1c4f5f7b-06c8-4771-8106-59f68985c5bb), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:04.102360 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffafcf1b-eec0-423e-978e-4e1e7c4fb4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1c4f5f7b-06c8-4771-8106-59f68985c5bb), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:04.106088 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffafcf1b-eec0-423e-978e-4e1e7c4fb4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:04.112886 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ffafcf1b-eec0-423e-978e-4e1e7c4fb4d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c4f5f7b-06c8-4771-8106-59f68985c5bb HTTP/1.1" status: 204 len: 168 time: 0.2156262 Mar 04 20:37:04.117468 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafcf1b-eec0-423e-978e-4e1e7c4fb4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f5f7b-06c8-4771-8106-59f68985c5bb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:04.808926 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0e590-5694-41eb-8a9b-8f4fcdd95c50 req-9642d6f9-3b76-4f93-9705-8353bb65e61b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:04.810567 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c8b0e590-5694-41eb-8a9b-8f4fcdd95c50 req-9642d6f9-3b76-4f93-9705-8353bb65e61b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0649116 Mar 04 20:37:04.823959 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:04.860579 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c8b0e590-5694-41eb-8a9b-8f4fcdd95c50 req-7cf21795-c9c3-4206-b3af-24e8ad9f4434 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Mar 04 20:37:04.898312 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:05.981309 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f19d4d-fc09-4095-a6ea-d55f56aaca65 req-3f9332ae-0b01-4842-9809-79f5d3a1dfc3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:05.982828 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-47f19d4d-fc09-4095-a6ea-d55f56aaca65 req-3f9332ae-0b01-4842-9809-79f5d3a1dfc3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0558369 Mar 04 20:37:06.032060 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-47f19d4d-fc09-4095-a6ea-d55f56aaca65 req-8be2e029-1e81-4723-88f2-833a4e51aa19 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Mar 04 20:37:06.642318 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:07.154045 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b03bb-f4a4-4562-9c33-1c86494865a8 req-a6e95e1a-cb0b-48b1-b25d-ae0175af32e3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:07.155667 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-258b03bb-f4a4-4562-9c33-1c86494865a8 req-a6e95e1a-cb0b-48b1-b25d-ae0175af32e3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0544379 Mar 04 20:37:07.206586 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-258b03bb-f4a4-4562-9c33-1c86494865a8 req-dd99a0f5-eb29-4698-9f57-73b6acf9a3d5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Mar 04 20:37:08.330641 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44fda2-64aa-4d40-8d7a-e0d9ddf9e0d1 req-bb9f01ec-cc58-44e0-9f12-b0cb7e30b178 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:08.332588 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ea44fda2-64aa-4d40-8d7a-e0d9ddf9e0d1 req-bb9f01ec-cc58-44e0-9f12-b0cb7e30b178 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0533941 Mar 04 20:37:08.384117 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ea44fda2-64aa-4d40-8d7a-e0d9ddf9e0d1 req-ecdd6d5d-3b3e-4eba-9d8e-bc75519a62e2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Mar 04 20:37:08.660317 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 36988) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:08.774775 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2eac0af3-9a4c-40d0-b032-525739c0b92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:08.848632 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2eac0af3-9a4c-40d0-b032-525739c0b92f admin admin] Publish callbacks [] for security_group (8e4b6773-61a1-414b-8462-e6f4763842a5), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:08.932081 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2eac0af3-9a4c-40d0-b032-525739c0b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8e4b6773-61a1-414b-8462-e6f4763842a5), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:08.976484 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2eac0af3-9a4c-40d0-b032-525739c0b92f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac54aed615384a459a1682e8a26e38d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148415 Mar 04 20:37:08.977527 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac0af3-9a4c-40d0-b032-525739c0b92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b6773-61a1-414b-8462-e6f4763842a5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:08.979133 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 36996) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:09.033182 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e83433e-51ed-48ed-a621-60e9b53fb729 admin admin] Publish callbacks [] for security_group (8e4b6773-61a1-414b-8462-e6f4763842a5), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:09.055171 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e83433e-51ed-48ed-a621-60e9b53fb729 admin admin] Publish callbacks [] for security_group (8e4b6773-61a1-414b-8462-e6f4763842a5), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:09.166692 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e83433e-51ed-48ed-a621-60e9b53fb729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8e4b6773-61a1-414b-8462-e6f4763842a5), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:09.169399 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e83433e-51ed-48ed-a621-60e9b53fb729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:09.170563 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9e83433e-51ed-48ed-a621-60e9b53fb729 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e4b6773-61a1-414b-8462-e6f4763842a5 HTTP/1.1" status: 204 len: 168 time: 0.1897793 Mar 04 20:37:09.178502 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83433e-51ed-48ed-a621-60e9b53fb729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b6773-61a1-414b-8462-e6f4763842a5,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:09.531024 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb92b-af01-47f4-836e-fe9e3751acdc req-f92fe3ff-49f9-482b-ae63-c71a5d7a93d6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:09.538779 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1eacb92b-af01-47f4-836e-fe9e3751acdc req-f92fe3ff-49f9-482b-ae63-c71a5d7a93d6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0762622 Mar 04 20:37:09.584729 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1eacb92b-af01-47f4-836e-fe9e3751acdc req-96291443-ae32-4085-a9c1-cb35de5e600b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 Mar 04 20:37:10.248717 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:10.342770 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-637547864-network', 'tenant_id': '54d4d0370d9142a784ab628adbb4082c'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:10.440662 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Made reservation on behalf of 54d4d0370d9142a784ab628adbb4082c for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:37:10.443944 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.452691 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.523544 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks [] for security_group (686ee26a-ed79-4202-ba8a-02f008b27f4a), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.588818 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (686ee26a-ed79-4202-ba8a-02f008b27f4a), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.615930 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:37:10.626742 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ee26a-ed79-4202-ba8a-02f008b27f4a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:10.638728 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (e4885fec-c3bb-4b90-a219-1ee1df2a8977), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.638728 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Added segment e4885fec-c3bb-4b90-a219-1ee1df2a8977 of type vlan for network 06d4b276-6325-421a-8c8f-a7a72d1e2803 Mar 04 20:37:10.714942 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (06d4b276-6325-421a-8c8f-a7a72d1e2803), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.758049 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4d456-d6cd-47c8-adac-41a435103f01 req-59e1fc17-45a0-473f-8ba0-f2f06668774b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:10.758957 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0dd4d456-d6cd-47c8-adac-41a435103f01 req-59e1fc17-45a0-473f-8ba0-f2f06668774b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0891802 Mar 04 20:37:10.808736 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0dd4d456-d6cd-47c8-adac-41a435103f01 req-fb2d4131-b651-4e3b-b9eb-f3673c01ca47 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Mar 04 20:37:10.809359 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (06d4b276-6325-421a-8c8f-a7a72d1e2803), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.810250 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:10.810826 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:10.868649 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] Pushing event updated for resources: {'Network': ['ID=06d4b276-6325-421a-8c8f-a7a72d1e2803,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:10.878274 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 06d4b276-6325-421a-8c8f-a7a72d1e2803 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:37:10.920098 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-506ff144-4841-4204-8c69-dff53fabfb0e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6683574 Mar 04 20:37:10.920479 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37062) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:10.925234 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Request body: {'subnet': {'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-637547864-subnet', 'tenant_id': '54d4d0370d9142a784ab628adbb4082c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:11.000668 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Made reservation on behalf of 54d4d0370d9142a784ab628adbb4082c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:37:11.003276 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:11.229485 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (fe042edd-3515-4bc1-bc0e-ad4e5ddcf915), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:11.283873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe042edd-3515-4bc1-bc0e-ad4e5ddcf915,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:11.293341 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Checking segment: {'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:11.293696 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Network hostable DHCP agents. Network: 06d4b276-6325-421a-8c8f-a7a72d1e2803, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:37:11.366319 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Network 06d4b276-6325-421a-8c8f-a7a72d1e2803 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:37:11.446325 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 06d4b276-6325-421a-8c8f-a7a72d1e2803) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:11.450649 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:11.451249 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:11.455773 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5bcff8-52c0-4a83-96ed-42024b32bc76 None None] Network 06d4b276-6325-421a-8c8f-a7a72d1e2803 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:37:11.534914 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8dd45b09-2d09-44ff-a469-6675011d648a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6133788 Mar 04 20:37:11.548971 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a511a-ade5-4a62-92c3-8e1046590a3b None None] Network 06d4b276-6325-421a-8c8f-a7a72d1e2803 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:37:11.926863 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528a21-a98f-4abf-9c04-732abc884be5 req-d3c3dc0d-0221-4ca0-b5f2-da80dc27ff73 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:11.928975 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1b528a21-a98f-4abf-9c04-732abc884be5 req-d3c3dc0d-0221-4ca0-b5f2-da80dc27ff73 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0561416 Mar 04 20:37:11.985917 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1b528a21-a98f-4abf-9c04-732abc884be5 req-81107e0d-d411-40f2-9071-bb90c0de1ea7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511236 Mar 04 20:37:13.122071 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005dab-c95f-43fd-b5ae-333a3a948ee1 req-6cdfa51d-8cde-4cb8-9349-fed91131a8bf tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:13.123955 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-08005dab-c95f-43fd-b5ae-333a3a948ee1 req-6cdfa51d-8cde-4cb8-9349-fed91131a8bf tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0595350 Mar 04 20:37:13.171270 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-08005dab-c95f-43fd-b5ae-333a3a948ee1 req-4d1b7d37-6c8b-4e30-a868-d89d250bde87 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Mar 04 20:37:13.590425 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-98a9ec17-e1c7-4b7d-9f06-721ae98adc60 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:13.591822 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-98a9ec17-e1c7-4b7d-9f06-721ae98adc60 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/networks?id=06d4b276-6325-421a-8c8f-a7a72d1e2803 HTTP/1.1" status: 200 len: 813 time: 0.1125598 Mar 04 20:37:13.606738 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-f6663030-ccbf-4c20-b75f-8072699d12fc tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/quotas/54d4d0370d9142a784ab628adbb4082c HTTP/1.1" status: 200 len: 375 time: 0.0096400 Mar 04 20:37:13.642565 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-6a481ceb-c624-448c-b0a1-e72266aea8c8 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54d4d0370d9142a784ab628adbb4082c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309913 Mar 04 20:37:13.739354 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-5815b384-7610-4643-83b8-9abd906dd800 service neutron] 10.222.0.37 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894191 Mar 04 20:37:13.832976 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-f3ab1d00-61ea-43dc-a608-a519ffb69ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877903 Mar 04 20:37:14.113331 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a57c8af7-6b69-49fc-9cd1-ce0c091e12a9 req-774df3b7-4bf9-4fc6-8c22-a8451ffb7e5c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 210 time: 0.0558991 Mar 04 20:37:14.304001 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8277ab-6601-417c-82f8-29c361b89cdf req-8349c06d-6b79-4e6d-b1a6-168bb8185659 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:14.305671 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ab8277ab-6601-417c-82f8-29c361b89cdf req-8349c06d-6b79-4e6d-b1a6-168bb8185659 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0575948 Mar 04 20:37:14.357671 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ab8277ab-6601-417c-82f8-29c361b89cdf req-d1398a05-dc6d-4825-a032-b16579cbb031 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462601 Mar 04 20:37:14.593427 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37186) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:14.629119 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89686-f7ff-431c-9e35-20c1378e0269 req-4eb32c78-c47c-4054-8ce8-30d6fdc13ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:14.632178 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aef89686-f7ff-431c-9e35-20c1378e0269 req-4eb32c78-c47c-4054-8ce8-30d6fdc13ccf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 1129 time: 0.0522323 Mar 04 20:37:14.681147 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aef89686-f7ff-431c-9e35-20c1378e0269 req-a8d043e1-82f5-467f-9633-6d8fc0492a92 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Mar 04 20:37:14.715406 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf30434b-2124-454c-b4cc-e1b615374b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:14.789586 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf30434b-2124-454c-b4cc-e1b615374b35 admin admin] Publish callbacks [] for security_group (f2e8a906-7cf6-4c14-929b-19fd633cfcce), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:14.846494 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf30434b-2124-454c-b4cc-e1b615374b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (f2e8a906-7cf6-4c14-929b-19fd633cfcce), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:14.888601 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-cf30434b-2124-454c-b4cc-e1b615374b35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5d949c75fd344e385b1766c626a7e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940872 Mar 04 20:37:14.889695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30434b-2124-454c-b4cc-e1b615374b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8a906-7cf6-4c14-929b-19fd633cfcce,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:14.892099 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37192) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:14.955460 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-df609c28-85f3-495a-a028-8dd153b88e9d admin admin] Publish callbacks [] for security_group (f2e8a906-7cf6-4c14-929b-19fd633cfcce), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:14.977562 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-df609c28-85f3-495a-a028-8dd153b88e9d admin admin] Publish callbacks [] for security_group (f2e8a906-7cf6-4c14-929b-19fd633cfcce), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:15.087034 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-df609c28-85f3-495a-a028-8dd153b88e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (f2e8a906-7cf6-4c14-929b-19fd633cfcce), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:15.089654 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-df609c28-85f3-495a-a028-8dd153b88e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:15.091513 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-df609c28-85f3-495a-a028-8dd153b88e9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2e8a906-7cf6-4c14-929b-19fd633cfcce HTTP/1.1" status: 204 len: 168 time: 0.1861103 Mar 04 20:37:15.099217 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df609c28-85f3-495a-a028-8dd153b88e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8a906-7cf6-4c14-929b-19fd633cfcce,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:15.200702 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f5f04aab-cf47-4db6-8141-e2307de1c87e req-e7161e35-425c-442e-8295-b74262fc580f tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 210 time: 0.0285921 Mar 04 20:37:15.286353 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:37:15.488847 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d6f4f-dbcc-49f3-8601-de8aa89db2e2 req-8507f0d0-0ca1-45ce-a12c-8d32e1217efc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:15.496016 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b4d6f4f-dbcc-49f3-8601-de8aa89db2e2 req-8507f0d0-0ca1-45ce-a12c-8d32e1217efc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0628853 Mar 04 20:37:15.554200 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b4d6f4f-dbcc-49f3-8601-de8aa89db2e2 req-7d266437-2570-4073-a17a-5b4cfb3dda9c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532300 Mar 04 20:37:16.007083 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37250) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:16.122999 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6aed17d-a6b9-42d3-b4d7-628ac8aa5ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.198941 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6aed17d-a6b9-42d3-b4d7-628ac8aa5ced admin admin] Publish callbacks [] for security_group (227764d5-eae3-4dae-9b38-dff3db17e801), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.241824 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6aed17d-a6b9-42d3-b4d7-628ac8aa5ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (227764d5-eae3-4dae-9b38-dff3db17e801), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.297776 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b6aed17d-a6b9-42d3-b4d7-628ac8aa5ced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d36ec28b935344b5b8bf84a5ca350eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886357 Mar 04 20:37:16.300608 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37266) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:16.314268 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0ad98c76-9b04-49fc-9cfb-067aa5a80315 req-c4a2b1fc-1ca9-49e6-b94c-e25453ba4c29 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 210 time: 0.0404711 Mar 04 20:37:16.318344 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aed17d-a6b9-42d3-b4d7-628ac8aa5ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227764d5-eae3-4dae-9b38-dff3db17e801,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:16.366784 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f737cb8-a45c-460a-a5d5-d0130c494597 admin admin] Publish callbacks [] for security_group (227764d5-eae3-4dae-9b38-dff3db17e801), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.423326 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f737cb8-a45c-460a-a5d5-d0130c494597 admin admin] Publish callbacks [] for security_group (227764d5-eae3-4dae-9b38-dff3db17e801), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.533910 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-6f709210-530a-43c4-b786-b63a5c1a82d3 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:16.535330 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-6f709210-530a-43c4-b786-b63a5c1a82d3 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "GET /v2.0/networks?id=06d4b276-6325-421a-8c8f-a7a72d1e2803 HTTP/1.1" status: 200 len: 813 time: 0.1532934 Mar 04 20:37:16.549917 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Request body: {'port': {'device_id': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803', 'admin_state_up': True, 'tenant_id': '54d4d0370d9142a784ab628adbb4082c'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:16.641627 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f737cb8-a45c-460a-a5d5-d0130c494597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (227764d5-eae3-4dae-9b38-dff3db17e801), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.644173 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f737cb8-a45c-460a-a5d5-d0130c494597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.645905 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9f737cb8-a45c-460a-a5d5-d0130c494597 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/227764d5-eae3-4dae-9b38-dff3db17e801 HTTP/1.1" status: 204 len: 168 time: 0.3442347 Mar 04 20:37:16.685264 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737cb8-a45c-460a-a5d5-d0130c494597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227764d5-eae3-4dae-9b38-dff3db17e801,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:16.730098 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996f399-86d3-42e7-a95f-035246b7ade2 req-ac05f523-85a3-4ad2-b698-1cec322b4983 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:16.738116 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7996f399-86d3-42e7-a95f-035246b7ade2 req-ac05f523-85a3-4ad2-b698-1cec322b4983 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1122611 Mar 04 20:37:16.785460 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7996f399-86d3-42e7-a95f-035246b7ade2 req-9c1dd687-d5cc-4336-b6a5-4e35083d3e2e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 Mar 04 20:37:16.794589 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Made reservation on behalf of 54d4d0370d9142a784ab628adbb4082c for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:37:16.798188 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.933217 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc02f-6688-4811-a2e8-73c166337f56 req-2dd2f89d-fb84-46aa-b66a-97c0d12c961b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:16.934734 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ddffc02f-6688-4811-a2e8-73c166337f56 req-2dd2f89d-fb84-46aa-b66a-97c0d12c961b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0678864 Mar 04 20:37:16.978329 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Allocated IP 172.20.0.12 (06d4b276-6325-421a-8c8f-a7a72d1e2803/fe042edd-3515-4bc1-bc0e-ad4e5ddcf915/64849bc0-011e-4bd1-9c85-8c6afb12476d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:16.985835 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ddffc02f-6688-4811-a2e8-73c166337f56 req-5ccc462a-6819-4871-a1cf-3e0b012f350f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Mar 04 20:37:17.161136 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks [] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.286803 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.332841 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Network 06d4b276-6325-421a-8c8f-a7a72d1e2803 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:17.336639 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:17.340759 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:17.367043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Pushing event updated for resources: {'Port': ['ID=64849bc0-011e-4bd1-9c85-8c6afb12476d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:17.426323 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:17.427502 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.461382 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37342) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:17.484707 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb7bd-8fa9-40a0-af9e-2358a7b97e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.486622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c5507-0c7e-4715-b721-99e97714af31 req-1cf952e3-4f79-45b9-ab1b-2997022fba2d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:17.488960 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-261c5507-0c7e-4715-b721-99e97714af31 req-1cf952e3-4f79-45b9-ab1b-2997022fba2d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 932 time: 0.0931587 Mar 04 20:37:17.546961 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-261c5507-0c7e-4715-b721-99e97714af31 req-231cbf2b-a592-4b07-9c37-a49790c576a7 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Mar 04 20:37:17.563577 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-1b6df111-f1b7-4c38-823d-7f9da8fb8a5d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0177712 Mar 04 20:37:17.576237 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Request body: {'port': {'device_id': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:17.580728 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb7bd-8fa9-40a0-af9e-2358a7b97e4c admin admin] Publish callbacks [] for security_group (ab65babb-5e01-44a4-9b6f-e63fcad23ddf), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.635105 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.675345 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb7bd-8fa9-40a0-af9e-2358a7b97e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ab65babb-5e01-44a4-9b6f-e63fcad23ddf), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.730383 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb7bd-8fa9-40a0-af9e-2358a7b97e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab65babb-5e01-44a4-9b6f-e63fcad23ddf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:17.759668 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8b7eb7bd-8fa9-40a0-af9e-2358a7b97e4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=668688b0efad449aa80da30ff04ebb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958634 Mar 04 20:37:17.760426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37354) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:17.835728 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22be67aa-2731-4865-9aab-ce0ee7e66498 admin admin] Publish callbacks [] for security_group (ab65babb-5e01-44a4-9b6f-e63fcad23ddf), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.863904 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22be67aa-2731-4865-9aab-ce0ee7e66498 admin admin] Publish callbacks [] for security_group (ab65babb-5e01-44a4-9b6f-e63fcad23ddf), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:17.974675 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64849bc0-011e-4bd1-9c85-8c6afb12476d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:37:17.984833 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Publish callbacks [] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.029313 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Transition to ACTIVE for port object 64849bc0-011e-4bd1-9c85-8c6afb12476d will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:37:18.029656 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22be67aa-2731-4865-9aab-ce0ee7e66498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ab65babb-5e01-44a4-9b6f-e63fcad23ddf), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.032384 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22be67aa-2731-4865-9aab-ce0ee7e66498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.033675 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-22be67aa-2731-4865-9aab-ce0ee7e66498 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab65babb-5e01-44a4-9b6f-e63fcad23ddf HTTP/1.1" status: 204 len: 168 time: 0.2718730 Mar 04 20:37:18.042564 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be67aa-2731-4865-9aab-ce0ee7e66498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab65babb-5e01-44a4-9b6f-e63fcad23ddf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:18.120543 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.177925 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Pushing event updated for resources: {'Port': ['ID=64849bc0-011e-4bd1-9c85-8c6afb12476d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:18.259275 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Attempting to bind port 64849bc0-011e-4bd1-9c85-8c6afb12476d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:37:18.259618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Attempting to bind port 64849bc0-011e-4bd1-9c85-8c6afb12476d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:37:18.259951 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Attempting to bind port 64849bc0-011e-4bd1-9c85-8c6afb12476d on network 06d4b276-6325-421a-8c8f-a7a72d1e2803 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:18.264556 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Port 64849bc0-011e-4bd1-9c85-8c6afb12476d on network 06d4b276-6325-421a-8c8f-a7a72d1e2803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:37:18.264902 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Attempting to bind port 64849bc0-011e-4bd1-9c85-8c6afb12476d on network 06d4b276-6325-421a-8c8f-a7a72d1e2803 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:18.271018 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:37:18.271686 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Checking segment: {'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:18.271829 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Bound using segment: {'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:37:18.272951 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Bound port: 64849bc0-011e-4bd1-9c85-8c6afb12476d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:37:18.273304 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.343928 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37382) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:18.369018 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] For port 64849bc0-011e-4bd1-9c85-8c6afb12476d, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:37:18.418508 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] For port 64849bc0-011e-4bd1-9c85-8c6afb12476d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=64849bc0-011e-4bd1-9c85-8c6afb12476d,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:37:18.463544 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e636221-5748-4b32-a86a-a246f068e499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.481066 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.526001 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:18.526431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.527912 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-69ac950b-bdab-446d-9291-448223062c78 service neutron] 10.222.0.39 "PUT /v2.0/ports/64849bc0-011e-4bd1-9c85-8c6afb12476d HTTP/1.1" status: 200 len: 1094 time: 0.9557550 Mar 04 20:37:18.528519 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'tag': '64849bc0-011e-4bd1-9c85-8c6afb12476d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:37:18.530788 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd35102-e856-467a-9069-81dbca2ecd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "924b4293-cf4a-48d1-a7bf-be70d7b31e55", "tag": "64849bc0-011e-4bd1-9c85-8c6afb12476d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:37:18.546919 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e636221-5748-4b32-a86a-a246f068e499 admin admin] Publish callbacks [] for security_group (e27743da-0152-4212-a3c0-6894b6906597), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.551660 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac950b-bdab-446d-9291-448223062c78 service neutron] Pushing event updated for resources: {'Port': ['ID=64849bc0-011e-4bd1-9c85-8c6afb12476d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:18.571217 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec82e06-c847-4e48-a47c-a18de7d1cbaf x-openstack-request-id: req-bec82e06-c847-4e48-a47c-a18de7d1cbaf {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:37:18.571507 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924b4293-cf4a-48d1-a7bf-be70d7b31e55", "tag": "64849bc0-011e-4bd1-9c85-8c6afb12476d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:37:18.571762 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bec82e06-c847-4e48-a47c-a18de7d1cbaf {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:37:18.572168 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'tag': '64849bc0-011e-4bd1-9c85-8c6afb12476d', 'status': 'completed', 'code': 200} Mar 04 20:37:18.646483 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e636221-5748-4b32-a86a-a246f068e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e27743da-0152-4212-a3c0-6894b6906597), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.686026 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8e636221-5748-4b32-a86a-a246f068e499 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c04b9045bec4b2086a2484f37a0eade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405175 Mar 04 20:37:18.687136 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e636221-5748-4b32-a86a-a246f068e499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27743da-0152-4212-a3c0-6894b6906597,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:18.689445 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37390) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:18.689720 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35102-e856-467a-9069-81dbca2ecd8d req-1756a020-ed8b-4d57-8c6c-ac3ddc765a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:18.691259 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6dd35102-e856-467a-9069-81dbca2ecd8d req-1756a020-ed8b-4d57-8c6c-ac3ddc765a31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54d4d0370d9142a784ab628adbb4082c&device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 1128 time: 0.0903163 Mar 04 20:37:18.705566 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfedc2-666a-4784-85a8-06480c770a09 req-e790ab7b-018a-424c-a399-b3467fabf6ab tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:18.707153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2cfedc2-666a-4784-85a8-06480c770a09 req-e790ab7b-018a-424c-a399-b3467fabf6ab tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 944 time: 0.0790095 Mar 04 20:37:18.733916 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37392) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:18.753726 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162f3fae-2b82-4abf-a787-4ddf90b33f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.798317 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb0bc6e0-6c9f-4593-9435-db5eb867dde6 admin admin] Publish callbacks [] for security_group (e27743da-0152-4212-a3c0-6894b6906597), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.821424 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b2cfedc2-666a-4784-85a8-06480c770a09 req-722078e3-c75f-447d-a223-566d1da1d345 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042507 Mar 04 20:37:18.838537 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35102-e856-467a-9069-81dbca2ecd8d req-390a3fe3-ec88-49c1-bb81-9a2fa5fa4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:18.838685 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb0bc6e0-6c9f-4593-9435-db5eb867dde6 admin admin] Publish callbacks [] for security_group (e27743da-0152-4212-a3c0-6894b6906597), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.840214 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6dd35102-e856-467a-9069-81dbca2ecd8d req-390a3fe3-ec88-49c1-bb81-9a2fa5fa4e0f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=54d4d0370d9142a784ab628adbb4082c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1320374 Mar 04 20:37:18.910779 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162f3fae-2b82-4abf-a787-4ddf90b33f64 admin admin] Publish callbacks [] for security_group (8ec0595b-19bf-4543-89dc-9d6638d6fbe8), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:18.964049 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35102-e856-467a-9069-81dbca2ecd8d req-5dded614-dfc2-44ba-8e1a-ab294d59aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:18.969063 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6dd35102-e856-467a-9069-81dbca2ecd8d req-5dded614-dfc2-44ba-8e1a-ab294d59aa22 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184161 Mar 04 20:37:19.074351 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-cd9117be-9662-481b-bf55-5f2a590bab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:19.075915 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-cd9117be-9662-481b-bf55-5f2a590bab03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54d4d0370d9142a784ab628adbb4082c&device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 1128 time: 0.0476136 Mar 04 20:37:19.125066 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-f9faead3-cea7-4526-8763-7e0eb9a413f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64849bc0-011e-4bd1-9c85-8c6afb12476d HTTP/1.1" status: 200 len: 217 time: 0.0402501 Mar 04 20:37:19.154626 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162f3fae-2b82-4abf-a787-4ddf90b33f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8ec0595b-19bf-4543-89dc-9d6638d6fbe8), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.175325 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-d6273525-e9e7-415d-a91e-5ad7d721fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:19.176904 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-d6273525-e9e7-415d-a91e-5ad7d721fd69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe042edd-3515-4bc1-bc0e-ad4e5ddcf915 HTTP/1.1" status: 200 len: 853 time: 0.0449903 Mar 04 20:37:19.195156 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-162f3fae-2b82-4abf-a787-4ddf90b33f64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0645f56b68b8426e84e7de470e37f345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601550 Mar 04 20:37:19.196144 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f3fae-2b82-4abf-a787-4ddf90b33f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec0595b-19bf-4543-89dc-9d6638d6fbe8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:19.199838 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37398) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:19.210933 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-f89e5b14-4ee9-43ef-825b-dc5982c81bcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06d4b276-6325-421a-8c8f-a7a72d1e2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278590 Mar 04 20:37:19.226143 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb0bc6e0-6c9f-4593-9435-db5eb867dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e27743da-0152-4212-a3c0-6894b6906597), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.229194 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb0bc6e0-6c9f-4593-9435-db5eb867dde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.230534 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-fb0bc6e0-6c9f-4593-9435-db5eb867dde6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e27743da-0152-4212-a3c0-6894b6906597 HTTP/1.1" status: 204 len: 168 time: 0.5401773 Mar 04 20:37:19.254073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bc6e0-6c9f-4593-9435-db5eb867dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27743da-0152-4212-a3c0-6894b6906597,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:19.290857 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-931ea059-07f3-4fc2-aa54-1c95b8ab14a1 admin admin] Publish callbacks [] for security_group (8ec0595b-19bf-4543-89dc-9d6638d6fbe8), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.328610 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-931ea059-07f3-4fc2-aa54-1c95b8ab14a1 admin admin] Publish callbacks [] for security_group (8ec0595b-19bf-4543-89dc-9d6638d6fbe8), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.371252 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-c99e4502-0f72-4203-8ad4-f6c174f273b4 service neutron] 10.222.0.39 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532784 Mar 04 20:37:19.481816 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91f409fd-0fdb-4b5e-90f7-4166df047840 req-c0fd8534-9e5b-4ba1-bd7a-60f7725e24d9 service neutron] 10.222.0.39 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012311 Mar 04 20:37:19.543746 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-931ea059-07f3-4fc2-aa54-1c95b8ab14a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8ec0595b-19bf-4543-89dc-9d6638d6fbe8), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.546355 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-931ea059-07f3-4fc2-aa54-1c95b8ab14a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.547627 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-931ea059-07f3-4fc2-aa54-1c95b8ab14a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ec0595b-19bf-4543-89dc-9d6638d6fbe8 HTTP/1.1" status: 204 len: 168 time: 0.3477483 Mar 04 20:37:19.554566 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932bcca-6634-4940-a848-ec119223f5b3 req-f77565b0-3920-4c33-805d-92737264a408 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:19.556040 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f932bcca-6634-4940-a848-ec119223f5b3 req-f77565b0-3920-4c33-805d-92737264a408 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0555408 Mar 04 20:37:19.556695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ea059-07f3-4fc2-aa54-1c95b8ab14a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec0595b-19bf-4543-89dc-9d6638d6fbe8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:19.639252 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f932bcca-6634-4940-a848-ec119223f5b3 req-8850db47-666f-4694-8508-2c1c51de4355 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753810 Mar 04 20:37:19.660590 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-a6360b81-7f32-4a69-b32d-36f50908568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:19.660590 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-a6360b81-7f32-4a69-b32d-36f50908568a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.0535004 Mar 04 20:37:19.761909 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-665c3a9f-013b-4eac-9989-55b3b0966c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:19.763626 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-665c3a9f-013b-4eac-9989-55b3b0966c1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.0885794 Mar 04 20:37:19.812381 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-cea40575-ced3-4d73-9744-bc9330ff032f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 217 time: 0.0426714 Mar 04 20:37:19.867929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-91e1ee2e-9353-49ae-9202-1374c346f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:19.871742 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-91e1ee2e-9353-49ae-9202-1374c346f5a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.0514557 Mar 04 20:37:19.909376 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-285750e5-3e67-4ef8-90d8-d263eda431f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310366 Mar 04 20:37:19.965339 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaa5b5-14b9-40ac-88a2-07e1515d6a03 req-f6b06050-85e1-492b-86ed-40923f6f3b5c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:19.966876 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dffaa5b5-14b9-40ac-88a2-07e1515d6a03 req-f6b06050-85e1-492b-86ed-40923f6f3b5c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 944 time: 0.0609083 Mar 04 20:37:20.011453 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37420) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:20.031326 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-f5f62965-4a5e-401b-97f3-c27c3a32c93a service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068208 Mar 04 20:37:20.031819 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dffaa5b5-14b9-40ac-88a2-07e1515d6a03 req-de1b8a8b-8013-4f88-af06-37ac36c0c1e4 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536561 Mar 04 20:37:20.138680 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f9d84aa-7000-440b-9c7a-bdd9b91cf333 req-2a4a5f13-29da-4f37-89df-4a592b75398a service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994632 Mar 04 20:37:20.165969 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aee7edc9-45cc-473a-91d0-638dd6f1392a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.203383 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37428) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:20.220192 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4652070c-1ea2-453b-a304-6a4256122a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.264685 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aee7edc9-45cc-473a-91d0-638dd6f1392a admin admin] Publish callbacks [] for security_group (924f9123-edcd-40c2-9e56-0d92c612fa49), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.317755 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4652070c-1ea2-453b-a304-6a4256122a72 admin admin] Publish callbacks [] for security_group (06d3516b-69d5-4ef5-96b7-a8f847843601), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.331704 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aee7edc9-45cc-473a-91d0-638dd6f1392a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (924f9123-edcd-40c2-9e56-0d92c612fa49), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.370918 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-aee7edc9-45cc-473a-91d0-638dd6f1392a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3eebaecb005d467d9f3385610650ec2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536901 Mar 04 20:37:20.373068 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7edc9-45cc-473a-91d0-638dd6f1392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924f9123-edcd-40c2-9e56-0d92c612fa49,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:20.374018 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37436) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:20.388688 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4652070c-1ea2-453b-a304-6a4256122a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (06d3516b-69d5-4ef5-96b7-a8f847843601), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.450121 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4652070c-1ea2-453b-a304-6a4256122a72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a385410ea2d4d14bef15a3f54b9e79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453058 Mar 04 20:37:20.454020 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37442) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:20.461040 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652070c-1ea2-453b-a304-6a4256122a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3516b-69d5-4ef5-96b7-a8f847843601,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:20.486532 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edebbe8b-4b1d-415f-ab39-4dcd187aca9e admin admin] Publish callbacks [] for security_group (924f9123-edcd-40c2-9e56-0d92c612fa49), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.529173 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edebbe8b-4b1d-415f-ab39-4dcd187aca9e admin admin] Publish callbacks [] for security_group (924f9123-edcd-40c2-9e56-0d92c612fa49), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.540232 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-796c7ac2-7e85-45de-8e77-ce37def230b7 admin admin] Publish callbacks [] for security_group (06d3516b-69d5-4ef5-96b7-a8f847843601), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.577695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-796c7ac2-7e85-45de-8e77-ce37def230b7 admin admin] Publish callbacks [] for security_group (06d3516b-69d5-4ef5-96b7-a8f847843601), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.674749 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edebbe8b-4b1d-415f-ab39-4dcd187aca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (924f9123-edcd-40c2-9e56-0d92c612fa49), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.677748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edebbe8b-4b1d-415f-ab39-4dcd187aca9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.679523 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-edebbe8b-4b1d-415f-ab39-4dcd187aca9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/924f9123-edcd-40c2-9e56-0d92c612fa49 HTTP/1.1" status: 204 len: 168 time: 0.3041725 Mar 04 20:37:20.693378 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebbe8b-4b1d-415f-ab39-4dcd187aca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924f9123-edcd-40c2-9e56-0d92c612fa49,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:20.704471 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-796c7ac2-7e85-45de-8e77-ce37def230b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (06d3516b-69d5-4ef5-96b7-a8f847843601), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.712049 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-796c7ac2-7e85-45de-8e77-ce37def230b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.718921 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-796c7ac2-7e85-45de-8e77-ce37def230b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06d3516b-69d5-4ef5-96b7-a8f847843601 HTTP/1.1" status: 204 len: 168 time: 0.2638400 Mar 04 20:37:20.734482 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c7ac2-7e85-45de-8e77-ce37def230b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3516b-69d5-4ef5-96b7-a8f847843601,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:20.791859 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dec6e-3567-43af-bdd7-dd9c0a72434c req-db865d36-25f0-4546-9be2-f4210e451e5f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:20.793350 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e23dec6e-3567-43af-bdd7-dd9c0a72434c req-db865d36-25f0-4546-9be2-f4210e451e5f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0626094 Mar 04 20:37:20.844779 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e23dec6e-3567-43af-bdd7-dd9c0a72434c req-9d6331e5-a5a4-47de-a882-305450258a99 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458412 Mar 04 20:37:21.009579 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37460) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:21.153936 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920c9a8-1054-48e1-8c0b-6a3cbf875242 req-b555975e-7270-4b4a-a412-1ad36ba905e5 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:21.155370 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e920c9a8-1054-48e1-8c0b-6a3cbf875242 req-b555975e-7270-4b4a-a412-1ad36ba905e5 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 944 time: 0.0547996 Mar 04 20:37:21.204511 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e920c9a8-1054-48e1-8c0b-6a3cbf875242 req-a832fc35-b2f9-4831-801c-6181ab29b91e tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Mar 04 20:37:21.313123 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37468) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:21.326641 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-726a4edb-74f1-4766-8aa9-b3104ebc564b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.344583 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-131562422-network', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:21.410370 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-726a4edb-74f1-4766-8aa9-b3104ebc564b admin admin] Publish callbacks [] for security_group (01da0eae-16c4-4677-90d8-08f81229899c), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.481773 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Made reservation on behalf of 919c307d3caa4ee6bffe40cc58a0011b for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:37:21.484337 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.494455 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.503191 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-726a4edb-74f1-4766-8aa9-b3104ebc564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (01da0eae-16c4-4677-90d8-08f81229899c), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.548174 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a4edb-74f1-4766-8aa9-b3104ebc564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01da0eae-16c4-4677-90d8-08f81229899c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:21.552570 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-726a4edb-74f1-4766-8aa9-b3104ebc564b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe2c1f1b85f842a483d3267a1ca0c2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390995 Mar 04 20:37:21.555638 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37480) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:21.623106 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks [] for security_group (8e63a78e-eca7-466b-b8ab-0702594b071f), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.634391 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ed1f-f3c5-4363-8a44-429a5d593868 admin admin] Publish callbacks [] for security_group (01da0eae-16c4-4677-90d8-08f81229899c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.657390 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ed1f-f3c5-4363-8a44-429a5d593868 admin admin] Publish callbacks [] for security_group (01da0eae-16c4-4677-90d8-08f81229899c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.691867 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8e63a78e-eca7-466b-b8ab-0702594b071f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.719484 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63a78e-eca7-466b-b8ab-0702594b071f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:21.814374 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ed1f-f3c5-4363-8a44-429a5d593868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (01da0eae-16c4-4677-90d8-08f81229899c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.816988 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ed1f-f3c5-4363-8a44-429a5d593868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.818152 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d4d6ed1f-f3c5-4363-8a44-429a5d593868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01da0eae-16c4-4677-90d8-08f81229899c HTTP/1.1" status: 204 len: 168 time: 0.2615736 Mar 04 20:37:21.826025 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:37:21.836429 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6ed1f-f3c5-4363-8a44-429a5d593868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01da0eae-16c4-4677-90d8-08f81229899c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:21.840954 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (82bc8576-979e-40e1-9438-2336016293b4), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.841430 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Added segment 82bc8576-979e-40e1-9438-2336016293b4 of type vlan for network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 Mar 04 20:37:21.904455 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (3589ace1-7bb1-4507-ab72-58b13f2b3e46), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:21.981927 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919623ba-0517-4e24-905c-fe36ca5aba11 req-f7fbf1db-1e8b-4a7d-90c3-276de390a4b6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:21.983384 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-919623ba-0517-4e24-905c-fe36ca5aba11 req-f7fbf1db-1e8b-4a7d-90c3-276de390a4b6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0543280 Mar 04 20:37:22.017653 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (3589ace1-7bb1-4507-ab72-58b13f2b3e46), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:22.018746 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:22.019402 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:22.033322 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-919623ba-0517-4e24-905c-fe36ca5aba11 req-2801d4ba-394c-40c6-86c6-0da2b0dd3ea4 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Mar 04 20:37:22.083855 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] Pushing event updated for resources: {'Network': ['ID=3589ace1-7bb1-4507-ab72-58b13f2b3e46,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:22.094818 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:37:22.097080 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c9900ded-f1d0-4984-bfa7-733e38b97272 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0861068 Mar 04 20:37:22.103731 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37496) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:22.103731 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Request body: {'subnet': {'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-131562422-subnet', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'ip_version': 4}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:22.195783 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Made reservation on behalf of 919c307d3caa4ee6bffe40cc58a0011b for: {'subnet': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:37:22.199989 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8996879'] for subnet (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:22.374040 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92679aec-a65d-4654-99d4-e8a7ee349f75 req-3ffb457f-8803-4221-8402-1429eca448a7 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:22.377848 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-92679aec-a65d-4654-99d4-e8a7ee349f75 req-3ffb457f-8803-4221-8402-1429eca448a7 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 944 time: 0.0718911 Mar 04 20:37:22.432553 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-92679aec-a65d-4654-99d4-e8a7ee349f75 req-4fd56d5e-5907-46ca-af87-98a87fdf4ed9 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Mar 04 20:37:22.714837 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8996881'] for subnet (70634dfb-676d-4398-8380-8cf49927a168), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:22.769307 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70634dfb-676d-4398-8380-8cf49927a168,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:22.785087 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Checking segment: {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:22.785450 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Network hostable DHCP agents. Network: 3589ace1-7bb1-4507-ab72-58b13f2b3e46, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:37:22.866962 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:37:22.915337 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 3589ace1-7bb1-4507-ab72-58b13f2b3e46) {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:22.924973 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:22.925106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:22.927867 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890341d-6b36-4b5f-a144-3e43007e71e5 None None] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:37:22.975837 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-af911965-3c86-4815-80f8-58f3b65589c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8763835 Mar 04 20:37:22.979928 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37536) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:22.987676 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:23.074080 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:37:23.074080 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.091989 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (f5036ec4-e019-4b85-b19e-a46ca54532ab), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.093404 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (f5036ec4-e019-4b85-b19e-a46ca54532ab), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.106020 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 64849bc0-011e-4bd1-9c85-8c6afb12476d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:37:23.201947 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks [] for router_controller (f5036ec4-e019-4b85-b19e-a46ca54532ab), precommit_add_association {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.228777 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880540-13ef-4008-b3d4-adbb788c9e0c req-f9059877-79f7-4159-8ead-c62aca980b38 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:23.230386 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-22880540-13ef-4008-b3d4-adbb788c9e0c req-f9059877-79f7-4159-8ead-c62aca980b38 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0937281 Mar 04 20:37:23.287011 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-22880540-13ef-4008-b3d4-adbb788c9e0c req-9322697e-02dc-4dc3-830a-88de681a23e5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Mar 04 20:37:23.305879 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 64849bc0-011e-4bd1-9c85-8c6afb12476d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=64849bc0-011e-4bd1-9c85-8c6afb12476d,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:23.322009 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '64849bc0-011e-4bd1-9c85-8c6afb12476d', 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803', 'port_id': '64849bc0-011e-4bd1-9c85-8c6afb12476d', 'mac_address': 'fa:16:3e:3f:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe042edd-3515-4bc1-bc0e-ad4e5ddcf915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:37:23.333752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Allocated IP 172.20.0.2 (3589ace1-7bb1-4507-ab72-58b13f2b3e46/70634dfb-676d-4398-8380-8cf49927a168/6570ae9c-36a3-435f-929c-cba00f9a856e) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:23.387928 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 64849bc0-011e-4bd1-9c85-8c6afb12476d is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:23.388345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.435483 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks [] for router_gateway (f5036ec4-e019-4b85-b19e-a46ca54532ab), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.442325 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64849bc0-011e-4bd1-9c85-8c6afb12476d {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:37:23.477448 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 64849bc0-011e-4bd1-9c85-8c6afb12476d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=64849bc0-011e-4bd1-9c85-8c6afb12476d,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:23.574035 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb541a-129d-4f97-a78f-c93197872b91 req-7f5c6c9f-a8b4-4192-907e-ceccd907b0a1 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:23.574946 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Publish callbacks [] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.576095 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d2fb541a-129d-4f97-a78f-c93197872b91 req-7f5c6c9f-a8b4-4192-907e-ceccd907b0a1 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 944 time: 0.0642521 Mar 04 20:37:23.588913 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.643225 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d2fb541a-129d-4f97-a78f-c93197872b91 req-e19b98b5-3349-4bec-b219-7a5cef164483 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550563 Mar 04 20:37:23.688115 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.696132 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=64849bc0-011e-4bd1-9c85-8c6afb12476d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:23.700678 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37562) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:23.714864 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:23.716208 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.722039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:23.724349 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:23.773170 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:23.807035 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Pushing event updated for resources: {'Port': ['ID=6570ae9c-36a3-435f-929c-cba00f9a856e,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:23.832141 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks [] for router_gateway (f5036ec4-e019-4b85-b19e-a46ca54532ab), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.857472 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.904543 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Attempting to bind port 6570ae9c-36a3-435f-929c-cba00f9a856e on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:37:23.904919 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Attempting to bind port 6570ae9c-36a3-435f-929c-cba00f9a856e by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:37:23.905276 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Attempting to bind port 6570ae9c-36a3-435f-929c-cba00f9a856e on network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:23.910862 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:37:23.911455 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Checking segment: {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:23.912006 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.912591 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Bound using segment: {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:37:23.913234 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Bound port: 6570ae9c-36a3-435f-929c-cba00f9a856e, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:37:23.913777 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.946784 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-293846fb-93ec-4cca-bd9d-80e9b8a9192c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.965409 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['64849bc0-011e-4bd1-9c85-8c6afb12476d'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:37:24.041852 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] For port 6570ae9c-36a3-435f-929c-cba00f9a856e, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:37:24.048558 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] For port 6570ae9c-36a3-435f-929c-cba00f9a856e, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6570ae9c-36a3-435f-929c-cba00f9a856e,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:37:24.056888 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Allocated IP 172.27.3.32 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:24.066984 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-293846fb-93ec-4cca-bd9d-80e9b8a9192c admin admin] Publish callbacks [] for security_group (9a04f614-e504-43d3-9f21-8fe7a34e8564), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.137249 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.160949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-293846fb-93ec-4cca-bd9d-80e9b8a9192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9a04f614-e504-43d3-9f21-8fe7a34e8564), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.199987 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks [] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.218850 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-293846fb-93ec-4cca-bd9d-80e9b8a9192c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b213bc3a9a0c4443b51cbf86493a4d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5164614 Mar 04 20:37:24.219642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37576) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:24.228481 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293846fb-93ec-4cca-bd9d-80e9b8a9192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a04f614-e504-43d3-9f21-8fe7a34e8564,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:24.246319 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df8388-a47e-49c8-9234-573bdb4ebee1 None None] Pushing event updated for resources: {'Port': ['ID=6570ae9c-36a3-435f-929c-cba00f9a856e,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:24.301279 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-350f5e7a-e726-4e2b-bbc2-aed2599d7927 admin admin] Publish callbacks [] for security_group (9a04f614-e504-43d3-9f21-8fe7a34e8564), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.328083 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-350f5e7a-e726-4e2b-bbc2-aed2599d7927 admin admin] Publish callbacks [] for security_group (9a04f614-e504-43d3-9f21-8fe7a34e8564), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.348119 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.405107 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:24.409377 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:24.412201 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:24.437942 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Pushing event updated for resources: {'Port': ['ID=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:24.463006 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f458-8ac7-44d0-a5f1-4aaef772ed76 req-d23f8ae3-7355-411d-885f-28d24dd2d7f0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:24.464510 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0b86f458-8ac7-44d0-a5f1-4aaef772ed76 req-d23f8ae3-7355-411d-885f-28d24dd2d7f0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0704515 Mar 04 20:37:24.493064 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-350f5e7a-e726-4e2b-bbc2-aed2599d7927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9a04f614-e504-43d3-9f21-8fe7a34e8564), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.497820 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-350f5e7a-e726-4e2b-bbc2-aed2599d7927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:24.497820 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-350f5e7a-e726-4e2b-bbc2-aed2599d7927 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a04f614-e504-43d3-9f21-8fe7a34e8564 HTTP/1.1" status: 204 len: 168 time: 0.2757554 Mar 04 20:37:24.516619 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f5e7a-e726-4e2b-bbc2-aed2599d7927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a04f614-e504-43d3-9f21-8fe7a34e8564,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:24.546052 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0b86f458-8ac7-44d0-a5f1-4aaef772ed76 req-98c35211-4ec3-4c86-ab24-ae35b6904bef tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717299 Mar 04 20:37:24.879490 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b4609-e82d-4066-a08d-c8ff2f569e71 req-fc0f16cc-cdf8-4559-8ef5-bf61979687e4 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:24.881054 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ca2b4609-e82d-4066-a08d-c8ff2f569e71 req-fc0f16cc-cdf8-4559-8ef5-bf61979687e4 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 945 time: 0.0762231 Mar 04 20:37:24.931467 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ca2b4609-e82d-4066-a08d-c8ff2f569e71 req-4f55925a-e49a-4932-93f3-ccad90882cc7 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Mar 04 20:37:25.052475 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks [] for router_gateway (f5036ec4-e019-4b85-b19e-a46ca54532ab), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.114482 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 64849bc0-011e-4bd1-9c85-8c6afb12476d up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:25.203190 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6570ae9c-36a3-435f-929c-cba00f9a856e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:25.245768 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 64849bc0-011e-4bd1-9c85-8c6afb12476d completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:37:25.260927 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 64849bc0-011e-4bd1-9c85-8c6afb12476d triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:25.260927 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.305797 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (f5036ec4-e019-4b85-b19e-a46ca54532ab), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.360429 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 6570ae9c-36a3-435f-929c-cba00f9a856e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:25.360985 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.430319 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 64849bc0-011e-4bd1-9c85-8c6afb12476d is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:25.430987 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.506754 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64849bc0-011e-4bd1-9c85-8c6afb12476d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:37:25.510911 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9632ea6e-b540-464d-b21c-82f0115a2fd2" -d '{"events": [{"server_uuid": "924b4293-cf4a-48d1-a7bf-be70d7b31e55", "name": "network-vif-plugged", "status": "completed", "tag": "64849bc0-011e-4bd1-9c85-8c6afb12476d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:37:25.534350 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 6570ae9c-36a3-435f-929c-cba00f9a856e is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:25.534741 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.538447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 64849bc0-011e-4bd1-9c85-8c6afb12476d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=64849bc0-011e-4bd1-9c85-8c6afb12476d,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:25.580088 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9f57c4-a36f-4c21-8691-03c8a9c20503 x-openstack-request-id: req-ef9f57c4-a36f-4c21-8691-03c8a9c20503 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:37:25.580403 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924b4293-cf4a-48d1-a7bf-be70d7b31e55", "name": "network-vif-plugged", "status": "completed", "tag": "64849bc0-011e-4bd1-9c85-8c6afb12476d", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:37:25.580733 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef9f57c4-a36f-4c21-8691-03c8a9c20503 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:37:25.581198 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64849bc0-011e-4bd1-9c85-8c6afb12476d', 'code': 200} Mar 04 20:37:25.585180 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 6570ae9c-36a3-435f-929c-cba00f9a856e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6570ae9c-36a3-435f-929c-cba00f9a856e,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:25.601673 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Router f5036ec4-e019-4b85-b19e-a46ca54532ab is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:37:25.649023 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.733120 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.746671 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=64849bc0-011e-4bd1-9c85-8c6afb12476d,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:25.768822 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf56bf-2939-45b5-8b91-98dac1953eef None None] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:37:25.797215 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:37:25.809012 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Sync routers for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:37:25.852284 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:25.852739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047142f-189f-472e-a116-a772178db82e req-b247c554-f8c9-4c2c-a8ed-8aefac5421a9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:25.852830 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:25.852920 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6047142f-189f-472e-a116-a772178db82e req-b247c554-f8c9-4c2c-a8ed-8aefac5421a9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1376567 Mar 04 20:37:25.968260 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6047142f-189f-472e-a116-a772178db82e req-0f42a695-b23c-4159-b23b-5a6b2d7f38a0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105540 Mar 04 20:37:25.972737 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-c600a9ff-f0cc-4dac-af3b-2f6df1587296 None None] Provisioning complete for port 6570ae9c-36a3-435f-929c-cba00f9a856e triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:25.972737 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c600a9ff-f0cc-4dac-af3b-2f6df1587296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.982566 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:25.986689 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:25.987307 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-e680b08d-186a-4924-9296-0203338a5651 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0074103 Mar 04 20:37:26.036402 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=6570ae9c-36a3-435f-929c-cba00f9a856e,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:26.049530 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ea363-4f04-475f-b7ef-3166dcec6751 req-6529dc93-96b3-487c-9f07-26e4ece8d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:26.051378 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c47ea363-4f04-475f-b7ef-3166dcec6751 req-6529dc93-96b3-487c-9f07-26e4ece8d128 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 1130 time: 0.1030891 Mar 04 20:37:26.110033 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:26.119393 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c47ea363-4f04-475f-b7ef-3166dcec6751 req-c30f7b7b-0737-4a23-8246-8a367e41bcdf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567458 Mar 04 20:37:26.192156 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-c600a9ff-f0cc-4dac-af3b-2f6df1587296 None None] Current status of the port 6570ae9c-36a3-435f-929c-cba00f9a856e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:26.286903 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f4b1-56ce-411c-b943-0e5b757e79f9 req-51b14a56-bec4-48cd-95b0-5940976a4ebb tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:26.294683 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bcf3f4b1-56ce-411c-b943-0e5b757e79f9 req-51b14a56-bec4-48cd-95b0-5940976a4ebb tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 946 time: 0.1644175 Mar 04 20:37:26.388968 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bcf3f4b1-56ce-411c-b943-0e5b757e79f9 req-ca958f6b-5270-42ae-abe7-a7a7d73b4ce0 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932353 Mar 04 20:37:26.398134 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:24Z', 'revision_number': 3, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:26.422814 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-41d428a6-7eed-4344-a74d-400e6d039bfc None None] Provisioning complete for port 6570ae9c-36a3-435f-929c-cba00f9a856e triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:26.423339 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-41d428a6-7eed-4344-a74d-400e6d039bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:26.445538 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Checking router: f5036ec4-e019-4b85-b19e-a46ca54532ab for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:37:26.445886 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Updating router f5036ec4-e019-4b85-b19e-a46ca54532ab port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:37:26.484246 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:26.544589 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-41d428a6-7eed-4344-a74d-400e6d039bfc None None] Current status of the port 6570ae9c-36a3-435f-929c-cba00f9a856e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:26.747238 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:26.799015 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Publish callbacks [] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:26.891848 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:26.920151 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Allocated IP 172.20.0.1 (3589ace1-7bb1-4507-ab72-58b13f2b3e46/70634dfb-676d-4398-8380-8cf49927a168/6349a3f9-e79d-4949-9069-f3eaf94369bd) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:26.952512 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Attempting to bind port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:37:26.952965 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Attempting to bind port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:37:26.953400 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Attempting to bind port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:26.964042 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:37:26.966691 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:26.966691 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:26.966691 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:37:26.966691 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Bound port: 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:37:26.966691 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:26.968034 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Pushing event updated for resources: {'Port': ['ID=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:27.021234 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.021613 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.022289 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.022793 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.023287 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.023765 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.024132 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.024501 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.024837 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.029804 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.029804 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.029804 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.029804 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:27.030155 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks [] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.054160 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] For port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:37:27.057999 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] For port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:37:27.138928 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b9d8-f2ca-4e03-96e4-90ddb04a3877 req-b2943139-8224-443b-b5cb-bf6c692f43b1 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:27.138928 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9221b9d8-f2ca-4e03-96e4-90ddb04a3877 req-b2943139-8224-443b-b5cb-bf6c692f43b1 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0676394 Mar 04 20:37:27.161107 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.179421 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6570ae9c-36a3-435f-929c-cba00f9a856e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:27.191375 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.217916 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9221b9d8-f2ca-4e03-96e4-90ddb04a3877 req-075110c0-0b34-4bf5-b09a-c9d1901eaf0c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738380 Mar 04 20:37:27.251122 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:27.256742 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:27.257724 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:27.260925 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:27.272889 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 6570ae9c-36a3-435f-929c-cba00f9a856e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:27.272889 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.279873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:27.320321 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Pushing event updated for resources: {'Port': ['ID=6349a3f9-e79d-4949-9069-f3eaf94369bd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:27.346287 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (f5036ec4-e019-4b85-b19e-a46ca54532ab), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.380567 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 6570ae9c-36a3-435f-929c-cba00f9a856e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:27.430292 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d198756-095c-4b49-9898-ad0d7ffc4f20 None None] Pushing event updated for resources: {'Port': ['ID=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:27.527061 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:27.580941 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25594-95fb-415a-9f0a-360280bdba1e req-b3523103-b56a-494f-907c-5351043e7532 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:27.582260 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-36ae5500-8623-477e-820c-20e198ede8cc None None] Provisioning complete for port 6349a3f9-e79d-4949-9069-f3eaf94369bd triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:27.582745 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-36ae5500-8623-477e-820c-20e198ede8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.583840 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0de25594-95fb-415a-9f0a-360280bdba1e req-b3523103-b56a-494f-907c-5351043e7532 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 946 time: 0.1029537 Mar 04 20:37:27.632954 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-36ae5500-8623-477e-820c-20e198ede8cc None None] Port 6349a3f9-e79d-4949-9069-f3eaf94369bd cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:37:27.685859 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0de25594-95fb-415a-9f0a-360280bdba1e req-9ac20c09-2a02-417a-b0aa-247474f2a43e tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942450 Mar 04 20:37:27.686957 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.760320 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:24Z', 'revision_number': 3, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:27.796437 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695aa588-23bd-4268-906e-b781920f5c9f None None] The sync data for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi is: [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:24Z', 'revision_number': 3, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:37:27.872424 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks [] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:27.994636 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:28.108791 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (f5036ec4-e019-4b85-b19e-a46ca54532ab), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:28.113082 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Pushing event updated for resources: {'Port': ['ID=6349a3f9-e79d-4949-9069-f3eaf94369bd,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:28.265602 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:28.267486 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:28.581811 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-8cf7b2e4-3b95-4673-b9d2-9e50afb1c59f None None] Provisioning complete for port 6349a3f9-e79d-4949-9069-f3eaf94369bd triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:28.582444 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b2e4-3b95-4673-b9d2-9e50afb1c59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:28.586503 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735f95b-db06-48b3-acca-27789eb47c0c req-1ab3749e-0d7f-475c-99d3-7c7fc9feeebd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:28.610219 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3735f95b-db06-48b3-acca-27789eb47c0c req-1ab3749e-0d7f-475c-99d3-7c7fc9feeebd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0847642 Mar 04 20:37:28.631469 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7b2e4-3b95-4673-b9d2-9e50afb1c59f None None] Port 6349a3f9-e79d-4949-9069-f3eaf94369bd cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:37:28.680238 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3735f95b-db06-48b3-acca-27789eb47c0c req-91f00006-4eaf-4e6b-ab5d-877af4f3c7a6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631449 Mar 04 20:37:28.721451 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced961b6-2db6-44d3-abea-53085ad129ed req-fccbed92-12bd-4bf6-92fd-31ebea6b2f5b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:28.723137 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ced961b6-2db6-44d3-abea-53085ad129ed req-fccbed92-12bd-4bf6-92fd-31ebea6b2f5b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.4305167 Mar 04 20:37:28.757519 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Router f5036ec4-e019-4b85-b19e-a46ca54532ab has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:37:28.798528 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ced961b6-2db6-44d3-abea-53085ad129ed req-d9d7b920-02cb-4099-b469-02fe8061f912 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Mar 04 20:37:28.841998 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80412145-c1aa-42d4-802f-4f9adc40d946 req-e93598e9-59d4-45f9-accd-885d2ee20ff6 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:28.847683 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-80412145-c1aa-42d4-802f-4f9adc40d946 req-e93598e9-59d4-45f9-accd-885d2ee20ff6 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 946 time: 0.0627563 Mar 04 20:37:28.911016 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:37:28.924949 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-374e620d-bd60-4aea-8a00-1a4713b66e68 admin admin] 10.222.0.37 "PUT /v2.0/routers/f5036ec4-e019-4b85-b19e-a46ca54532ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370675 Mar 04 20:37:28.928931 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-80412145-c1aa-42d4-802f-4f9adc40d946 req-e97a4bb5-01a2-4bc7-91d4-b6128b3bf965 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708284 Mar 04 20:37:29.186689 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:29.245738 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:29.247074 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:29.333085 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:29.333550 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:29.357958 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:29.440159 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:29.516554 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:29.705989 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37762) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:29.711513 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-697998990-network', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:29.714661 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Sync routers for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:37:29.725219 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:29.725790 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:29.840273 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Made reservation on behalf of 12fbeaa6c5894b2ca1cb36458f52965d for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:37:29.842728 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:29.856326 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:29.916854 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535fc63-a577-45c9-af87-226429dbcb87 req-d426a17e-305d-45b3-96ed-8972bde1f6b7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:29.918537 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d535fc63-a577-45c9-af87-226429dbcb87 req-d426a17e-305d-45b3-96ed-8972bde1f6b7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.1475596 Mar 04 20:37:29.963391 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ebf3f-97a4-4f62-a5a5-1d30669f9d3c req-0c30d50e-6e89-46bf-a559-eed7e45d5ec7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:29.972023 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a17ebf3f-97a4-4f62-a5a5-1d30669f9d3c req-0c30d50e-6e89-46bf-a559-eed7e45d5ec7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0751131 Mar 04 20:37:29.983046 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:30.014497 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks [] for security_group (3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.018568 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d535fc63-a577-45c9-af87-226429dbcb87 req-6eb7f414-d75c-485b-8369-295f076cd79a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887859 Mar 04 20:37:30.020875 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a17ebf3f-97a4-4f62-a5a5-1d30669f9d3c req-0cc0c9f1-0bc0-4038-967b-b1461d686709 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476959 Mar 04 20:37:30.068445 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.094489 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:37:30.104868 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:30.112505 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.112880 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Added segment 0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec of type vlan for network aa00c36d-2506-40bb-84bf-5831ee415583 Mar 04 20:37:30.115096 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.116052 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.116424 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.117733 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.117733 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.117733 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.118032 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.118264 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.118595 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.118923 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.119252 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.119573 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.119893 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:30.161911 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (aa00c36d-2506-40bb-84bf-5831ee415583), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.186185 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-72ec6565-b205-499d-89a5-d29aab29c9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.214309 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 2, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:30.244530 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Checking router: f5036ec4-e019-4b85-b19e-a46ca54532ab for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:37:30.244813 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Updating router f5036ec4-e019-4b85-b19e-a46ca54532ab port 6349a3f9-e79d-4949-9069-f3eaf94369bd binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:37:30.251744 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (aa00c36d-2506-40bb-84bf-5831ee415583), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.256028 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:30.256028 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.271706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.317320 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] Pushing event updated for resources: {'Network': ['ID=aa00c36d-2506-40bb-84bf-5831ee415583,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:30.334986 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ae5ac8e8-2ab6-4d80-9250-081d71865b3a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6273692 Mar 04 20:37:30.337759 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37778) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:30.342393 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Request body: {'subnet': {'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-697998990-subnet', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:30.362295 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network aa00c36d-2506-40bb-84bf-5831ee415583 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:37:30.417560 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Made reservation on behalf of 12fbeaa6c5894b2ca1cb36458f52965d for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:37:30.420778 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.603479 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Publish callbacks [] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.646276 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (468961e6-40fc-4ccd-8b24-2c0a1f82d05d), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.668650 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.705832 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=468961e6-40fc-4ccd-8b24-2c0a1f82d05d,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:30.714648 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Checking segment: {'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:30.715228 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Network hostable DHCP agents. Network: aa00c36d-2506-40bb-84bf-5831ee415583, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:37:30.750900 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1699df-9758-418c-874f-39f2913bae43 None None] Pushing event updated for resources: {'Port': ['ID=6349a3f9-e79d-4949-9069-f3eaf94369bd,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:30.782488 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Attempting to bind port 6349a3f9-e79d-4949-9069-f3eaf94369bd on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:37:30.782973 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Attempting to bind port 6349a3f9-e79d-4949-9069-f3eaf94369bd by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:37:30.783344 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Attempting to bind port 6349a3f9-e79d-4949-9069-f3eaf94369bd on network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:30.789345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:37:30.789723 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Checking segment: {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:30.790255 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.790657 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Bound using segment: {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:37:30.791128 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Bound port: 6349a3f9-e79d-4949-9069-f3eaf94369bd, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:37:30.791514 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.794396 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Network aa00c36d-2506-40bb-84bf-5831ee415583 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:37:30.868460 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] For port 6349a3f9-e79d-4949-9069-f3eaf94369bd, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:37:30.872090 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] For port 6349a3f9-e79d-4949-9069-f3eaf94369bd, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6349a3f9-e79d-4949-9069-f3eaf94369bd,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:37:30.903031 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, aa00c36d-2506-40bb-84bf-5831ee415583) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:30.907651 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:30.908329 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.911545 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45970f4b-eff0-430c-964b-1b9b1ad8275d None None] Network aa00c36d-2506-40bb-84bf-5831ee415583 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:37:30.973524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:30.992704 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ce5d45a1-7adc-42d5-b6ff-386f9accc5fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6538932 Mar 04 20:37:30.995233 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:30.999773 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:31.040578 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-9d0a2bd5-9cfc-4a66-9c11-5e887a6bc602 None None] Provisioning complete for port 6349a3f9-e79d-4949-9069-f3eaf94369bd triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:31.041031 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2bd5-9cfc-4a66-9c11-5e887a6bc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.091941 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.093113 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.107101 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-aa00c36d-2506-40bb-84bf-5831ee415583', 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583', 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'fixed_ips': [{'subnet_id': '468961e6-40fc-4ccd-8b24-2c0a1f82d05d'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:37:31.107961 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.115504 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1699df-9758-418c-874f-39f2913bae43 None None] Pushing event updated for resources: {'Port': ['ID=6349a3f9-e79d-4949-9069-f3eaf94369bd,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:31.126799 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:31.127677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:31.236091 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:31.306184 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ac89-1a4c-4e0e-9e82-68344e0f44e1 req-0ca6f178-3251-4437-9cd0-693d9425c74d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:31.307793 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f660ac89-1a4c-4e0e-9e82-68344e0f44e1 req-0ca6f178-3251-4437-9cd0-693d9425c74d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.1265035 Mar 04 20:37:31.323838 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks [] for router_controller (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.352715 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66881b1e-4ba4-4e47-9579-8f7bf4120082 req-bd04f136-3c7d-4118-8bcb-7b7a7f490483 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:31.354679 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-66881b1e-4ba4-4e47-9579-8f7bf4120082 req-bd04f136-3c7d-4118-8bcb-7b7a7f490483 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.2283487 Mar 04 20:37:31.379466 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f660ac89-1a4c-4e0e-9e82-68344e0f44e1 req-0cb338cc-e97e-4faa-8350-cc97212e1522 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594826 Mar 04 20:37:31.470265 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-66881b1e-4ba4-4e47-9579-8f7bf4120082 req-2791bc58-85db-42f5-ba37-42f4f48231e6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091559 Mar 04 20:37:31.507959 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:31.512693 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a2bd5-9cfc-4a66-9c11-5e887a6bc602 None None] Current status of the port 6349a3f9-e79d-4949-9069-f3eaf94369bd is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:31.513084 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2bd5-9cfc-4a66-9c11-5e887a6bc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.541980 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks [] for router_gateway (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.567111 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Allocated IP 172.20.0.2 (aa00c36d-2506-40bb-84bf-5831ee415583/468961e6-40fc-4ccd-8b24-2c0a1f82d05d/c18d8cd3-9960-492a-91ab-18ecb2680065) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:31.583816 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:31.584228 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.666513 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9d0a2bd5-9cfc-4a66-9c11-5e887a6bc602 None None] For port 6349a3f9-e79d-4949-9069-f3eaf94369bd, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6349a3f9-e79d-4949-9069-f3eaf94369bd,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:31.806290 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks [] for router_gateway (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.827311 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.913688 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2bd5-9cfc-4a66-9c11-5e887a6bc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:31.952688 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Allocated IP 172.27.3.98 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/dbabb51a-55ef-4bc8-bcac-f8ebe4568c36) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:32.065491 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks [] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.103364 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a2bd5-9cfc-4a66-9c11-5e887a6bc602 None None] Pushing event updated for resources: {'Port': ['ID=6349a3f9-e79d-4949-9069-f3eaf94369bd,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:32.110795 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:32.129037 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-a24e75b2-dff2-48c0-9c27-0a99df21e87b None None] Provisioning complete for port 6349a3f9-e79d-4949-9069-f3eaf94369bd triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:32.129416 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a24e75b2-dff2-48c0-9c27-0a99df21e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.172990 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.175590 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Publish callbacks [] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.205547 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:30Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:32.217792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:32.222259 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:32.226074 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:32.236211 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d250a3-63a2-4881-bb1d-bba81a622d31 None None] The sync data for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi is: [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:30Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:37:32.254880 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:32.259576 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.270195 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-fbb55039-cbc6-4517-a887-94056b98058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:32.272405 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-fbb55039-cbc6-4517-a887-94056b98058e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.0667453 Mar 04 20:37:32.343558 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a24e75b2-dff2-48c0-9c27-0a99df21e87b None None] Current status of the port 6349a3f9-e79d-4949-9069-f3eaf94369bd is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:32.362766 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Network aa00c36d-2506-40bb-84bf-5831ee415583 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:32.367647 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:32.369724 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Pushing event updated for resources: {'Port': ['ID=c18d8cd3-9960-492a-91ab-18ecb2680065,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:32.372184 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:32.464709 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-4871c9f1-5551-4abf-817c-9c57827c290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:32.467159 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-4871c9f1-5551-4abf-817c-9c57827c290f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.1434221 Mar 04 20:37:32.484488 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Attempting to bind port c18d8cd3-9960-492a-91ab-18ecb2680065 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:37:32.484884 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Attempting to bind port c18d8cd3-9960-492a-91ab-18ecb2680065 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:37:32.485403 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Attempting to bind port c18d8cd3-9960-492a-91ab-18ecb2680065 on network aa00c36d-2506-40bb-84bf-5831ee415583 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:32.490971 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:37:32.491353 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Checking segment: {'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:32.491766 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.492166 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Bound using segment: {'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:37:32.492893 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Bound port: c18d8cd3-9960-492a-91ab-18ecb2680065, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:37:32.493070 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.545893 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-33f9f39f-9074-405a-ad22-05577bab064a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.588831 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-ac60ddf6-af98-4b72-86ea-6e193eae2d3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 217 time: 0.1087978 Mar 04 20:37:32.609406 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] For port c18d8cd3-9960-492a-91ab-18ecb2680065, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:37:32.614507 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] For port c18d8cd3-9960-492a-91ab-18ecb2680065, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=c18d8cd3-9960-492a-91ab-18ecb2680065,segment=NetworkSegment(0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec),segment_id=0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:37:32.645252 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f7fe8-5eba-4cca-906d-6a48f9298b9a req-0589fa06-6c54-4bf3-8a6b-e9fcf507793f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:32.647458 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-404f7fe8-5eba-4cca-906d-6a48f9298b9a req-0589fa06-6c54-4bf3-8a6b-e9fcf507793f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.1786234 Mar 04 20:37:32.675447 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-cea80b02-c2d4-4d90-aff2-86995a61bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:32.677208 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-cea80b02-c2d4-4d90-aff2-86995a61bd16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.0774305 Mar 04 20:37:32.698026 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.727282 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-ca50db3a-a1ed-4302-b8b6-96e7cb554167 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376859 Mar 04 20:37:32.751863 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eee3a-d32d-4451-b0f7-b2f4e803392d req-5156b803-b11f-49d8-8dfb-128e5065e7b2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:32.761922 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-270eee3a-d32d-4451-b0f7-b2f4e803392d req-5156b803-b11f-49d8-8dfb-128e5065e7b2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1411374 Mar 04 20:37:32.763014 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks [] for router_gateway (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:32.782302 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048cea0-9b04-4e79-896d-a61b11324a09 None None] Pushing event updated for resources: {'Port': ['ID=c18d8cd3-9960-492a-91ab-18ecb2680065,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:32.786525 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-404f7fe8-5eba-4cca-906d-6a48f9298b9a req-dc420369-04a2-46a2-aa6e-08ad9c7f87cd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255121 Mar 04 20:37:32.929472 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-dc69a728-1ea2-463e-affd-2c0978e51d9b service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924534 Mar 04 20:37:33.042782 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-270eee3a-d32d-4451-b0f7-b2f4e803392d req-fc1b58a3-075c-4baf-b395-a39b1acc3780 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124043 Mar 04 20:37:33.082121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95fbbbc-7c7e-4186-a9f5-6f4cc85e159e req-8f801fe5-d5f8-4855-b07d-e908f74680a3 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448491 Mar 04 20:37:33.250642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:33.297848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6349a3f9-e79d-4949-9069-f3eaf94369bd up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:33.410376 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 6349a3f9-e79d-4949-9069-f3eaf94369bd triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:33.410895 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:33.498533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 6349a3f9-e79d-4949-9069-f3eaf94369bd is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:33.556047 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:37:33.697443 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:33.747050 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:37:33.769703 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Sync routers for ids ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:37:33.795411 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Routers {'268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:33.796061 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:33.847919 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:33.852657 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37876) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:33.854949 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8bac461c-9678-45c9-823b-7a7edb9a00e7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8585801 Mar 04 20:37:33.989572 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Set router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:34.114734 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57875a6-013e-4a62-9070-61cf4a0ada5b req-bfbb205b-a807-4097-a6db-910d34b79aeb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:34.122903 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a57875a6-013e-4a62-9070-61cf4a0ada5b req-bfbb205b-a807-4097-a6db-910d34b79aeb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.1679280 Mar 04 20:37:34.215919 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a57875a6-013e-4a62-9070-61cf4a0ada5b req-2fca5c6c-d5e6-4315-8a35-78532f9d557d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851891 Mar 04 20:37:34.322663 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:32Z', 'revision_number': 3, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port': {'id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:34.371141 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Checking router: 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:37:34.372082 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Updating router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:37:34.378826 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38a06d-1234-464d-9e3a-705f1d8800fe None None] Network aa00c36d-2506-40bb-84bf-5831ee415583 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:37:34.410734 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efc3e9-5590-4ff3-8f59-a1177f32a974 req-1f8e6838-467d-4ae5-9169-37f84feafe3d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:34.413872 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-11efc3e9-5590-4ff3-8f59-a1177f32a974 req-1f8e6838-467d-4ae5-9169-37f84feafe3d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0720000 Mar 04 20:37:34.437335 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.473773 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-11efc3e9-5590-4ff3-8f59-a1177f32a974 req-b4315d3c-3afd-4b36-a2ca-e9198cbc3dd2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Mar 04 20:37:34.504709 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-0e9e06e9-78d4-40ad-8440-ac7d4c061f51 None None] Provisioning complete for port c18d8cd3-9960-492a-91ab-18ecb2680065 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:34.505166 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e9e06e9-78d4-40ad-8440-ac7d4c061f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.648457 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e06e9-78d4-40ad-8440-ac7d4c061f51 None None] Current status of the port c18d8cd3-9960-492a-91ab-18ecb2680065 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:34.649096 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e9e06e9-78d4-40ad-8440-ac7d4c061f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.700240 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-0e9e06e9-78d4-40ad-8440-ac7d4c061f51 None None] For port c18d8cd3-9960-492a-91ab-18ecb2680065, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=c18d8cd3-9960-492a-91ab-18ecb2680065,segment=NetworkSegment(0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec),segment_id=0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:34.742979 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Publish callbacks [] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.766119 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0e9e06e9-78d4-40ad-8440-ac7d4c061f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.835254 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.849270 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e06e9-78d4-40ad-8440-ac7d4c061f51 None None] Pushing event updated for resources: {'Port': ['ID=c18d8cd3-9960-492a-91ab-18ecb2680065,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:34.863038 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.901676 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.901676 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-59b77073-0c1b-42bd-9717-8769b3462249 None None] Provisioning complete for port c18d8cd3-9960-492a-91ab-18ecb2680065 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:34.901676 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59b77073-0c1b-42bd-9717-8769b3462249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.907018 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Attempting to bind port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:37:34.907518 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Attempting to bind port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:37:34.907976 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Attempting to bind port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:34.916957 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f97fb5-e4e8-40d7-956c-ccdf7a1f3ede None None] Pushing event updated for resources: {'Port': ['ID=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:34.919715 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:37:34.920581 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:34.921131 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.922302 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:37:34.922936 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Bound port: dbabb51a-55ef-4bc8-bcac-f8ebe4568c36, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:37:34.923728 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:34.982242 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] For port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:37:34.985236 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] For port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:37:34.988244 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.014722 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-59b77073-0c1b-42bd-9717-8769b3462249 None None] Current status of the port c18d8cd3-9960-492a-91ab-18ecb2680065 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:35.069568 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.125973 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Routers {'268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:35.126595 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:35.165572 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f97fb5-e4e8-40d7-956c-ccdf7a1f3ede None None] Pushing event updated for resources: {'Port': ['ID=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:35.172647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Allocated IP 172.20.0.1 (aa00c36d-2506-40bb-84bf-5831ee415583/468961e6-40fc-4ccd-8b24-2c0a1f82d05d/5b429f58-6d1e-4d0b-9e31-1a7955a563c7) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:35.189418 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device c18d8cd3-9960-492a-91ab-18ecb2680065 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:35.238125 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port c18d8cd3-9960-492a-91ab-18ecb2680065 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:35.238371 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.244537 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] Set router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:35.303899 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks [] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.333205 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port c18d8cd3-9960-492a-91ab-18ecb2680065 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:35.388919 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.390483 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81e2a-1fd8-496a-a547-f2d886533f88 req-954e8507-b6e8-4655-9b75-ca7624764ed7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:35.392564 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-85a81e2a-1fd8-496a-a547-f2d886533f88 req-954e8507-b6e8-4655-9b75-ca7624764ed7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0638633 Mar 04 20:37:35.442766 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Network aa00c36d-2506-40bb-84bf-5831ee415583 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:35.449177 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:35.451427 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Pushing event updated for resources: {'Port': ['ID=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:35.453720 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:35.465686 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-9e37f042-8315-4638-8602-e9331863e589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:32Z', 'revision_number': 3, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port': {'id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:35.476590 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-85a81e2a-1fd8-496a-a547-f2d886533f88 req-8aeb0aa3-b0bf-4b41-a4af-bb7e9bdac239 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721164 Mar 04 20:37:35.492674 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.529858 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37f042-8315-4638-8602-e9331863e589 None None] The sync data for ids ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'] in dv-cinder-799871-17-iscsi is: [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:32Z', 'revision_number': 3, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port': {'id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:37:35.671446 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e63a7-576e-4be7-9c9a-713b8d088b2a req-43dc4c71-b941-404b-a0d4-519add0e2d3e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:35.673264 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-872e63a7-576e-4be7-9c9a-713b8d088b2a req-43dc4c71-b941-404b-a0d4-519add0e2d3e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1002195 Mar 04 20:37:35.736514 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-872e63a7-576e-4be7-9c9a-713b8d088b2a req-d959afdd-a496-462e-a3e7-bba0fe823172 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576320 Mar 04 20:37:35.768578 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-02e68283-eb62-4423-847d-1a46178a80af None None] Provisioning complete for port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:35.769110 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-02e68283-eb62-4423-847d-1a46178a80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.782878 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:35.827686 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-02e68283-eb62-4423-847d-1a46178a80af None None] Port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:37:36.012409 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks [] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:36.069164 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:36.144002 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:36.148675 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Pushing event updated for resources: {'Port': ['ID=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:36.255772 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Network aa00c36d-2506-40bb-84bf-5831ee415583 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:36.257824 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:36.394104 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:37:36.526360 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:37:36.531725 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-09201d57-ead5-4efd-9bea-8a30947a30bd admin admin] 10.222.0.37 "PUT /v2.0/routers/268f22b3-f0ff-4dd3-88ed-ff9c8b84d592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778514 Mar 04 20:37:36.595150 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-4078f73b-d8a9-460e-ab04-7d3238364c8a None None] Provisioning complete for port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:36.595768 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4078f73b-d8a9-460e-ab04-7d3238364c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:36.627357 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b422c-c0bc-482e-ab7d-a05e32d6928a req-2c087941-87c8-4776-93fd-fddfa4525905 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:36.629084 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-217b422c-c0bc-482e-ab7d-a05e32d6928a req-2c087941-87c8-4776-93fd-fddfa4525905 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0831888 Mar 04 20:37:36.645428 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4078f73b-d8a9-460e-ab04-7d3238364c8a None None] Port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:37:36.647674 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:36.684168 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-217b422c-c0bc-482e-ab7d-a05e32d6928a req-92383e3c-344f-4125-8dcf-fa0ffa00e9b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481105 Mar 04 20:37:36.864279 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27194-86fa-4e08-8a81-2dcb0c9043ce req-20ac5acb-63c5-4e4e-84a4-37fec1fd0339 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:36.866181 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-11d27194-86fa-4e08-8a81-2dcb0c9043ce req-20ac5acb-63c5-4e4e-84a4-37fec1fd0339 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0579677 Mar 04 20:37:36.917750 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-11d27194-86fa-4e08-8a81-2dcb0c9043ce req-25ff1ae6-6b6b-4312-b2aa-61b471392530 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Mar 04 20:37:37.174096 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:37.225838 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:37.226213 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.312834 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:37.313567 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.328270 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Sync routers for ids ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:37:37.344416 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:37.348100 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Routers {'268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:37.348923 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:37.400497 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.484205 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37940) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:37.489328 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077986555', 'description': 'tempest-secgroup-smoke-1077986555 description', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:37.493675 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:37.517616 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Set router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:37.574773 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.649060 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group (58a51b3c-e189-4145-ba42-a5c922ace460), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.697105 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (58a51b3c-e189-4145-ba42-a5c922ace460), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.727721 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a51b3c-e189-4145-ba42-a5c922ace460,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:37.736007 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.736188 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:35Z', 'revision_number': 4, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port': {'id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5b429f58-6d1e-4d0b-9e31-1a7955a563c7', 'name': '', 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'mac_address': 'fa:16:3e:43:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '468961e6-40fc-4ccd-8b24-2c0a1f82d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:35Z', 'updated_at': '2022-03-04T20:37:35Z', 'revision_number': 2, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'subnets': [{'id': '468961e6-40fc-4ccd-8b24-2c0a1f82d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:37.736616 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.736849 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.737169 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.737506 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.737840 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.738170 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.738499 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.738830 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.739152 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.739479 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.739800 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.740259 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:37:37.766148 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Checking router: 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:37:37.766504 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Updating router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:37:37.779121 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.780557 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b9481d5f-e34c-4f3e-84cc-d56f832192ec tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2947423 Mar 04 20:37:37.784339 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37950) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:37.788472 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-53547e8c-bfbc-4759-98b6-1bad35f4b300 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'security_group_rule': {'security_group_id': '58a51b3c-e189-4145-ba42-a5c922ace460', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:37.804091 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:37.838912 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3c93-023f-440d-a206-a9c3b4a57355 req-5b0aadde-e703-4d2b-bc17-1626359d3291 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:37.838912 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4ebe3c93-023f-440d-a206-a9c3b4a57355 req-5b0aadde-e703-4d2b-bc17-1626359d3291 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0677078 Mar 04 20:37:37.914299 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4ebe3c93-023f-440d-a206-a9c3b4a57355 req-a8add10e-e423-444e-9fda-2f0839e637cf tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648785 Mar 04 20:37:37.924203 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53547e8c-bfbc-4759-98b6-1bad35f4b300 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (01a410f3-ffb6-40af-b59a-a98df8d9f58a), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.010126 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53547e8c-bfbc-4759-98b6-1bad35f4b300 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (01a410f3-ffb6-40af-b59a-a98df8d9f58a), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.077293 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec47690-d36e-493a-b2ea-7c2eb4a3593d req-87d93337-da76-4165-9376-3b6cb2f5a403 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:38.078834 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5ec47690-d36e-493a-b2ea-7c2eb4a3593d req-87d93337-da76-4165-9376-3b6cb2f5a403 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0538111 Mar 04 20:37:38.091460 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53547e8c-bfbc-4759-98b6-1bad35f4b300 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (01a410f3-ffb6-40af-b59a-a98df8d9f58a), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.118947 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53547e8c-bfbc-4759-98b6-1bad35f4b300 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a410f3-ffb6-40af-b59a-a98df8d9f58a,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:38.153613 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5ec47690-d36e-493a-b2ea-7c2eb4a3593d req-6343d7e2-30da-41ec-b330-ec6a0a657d79 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683465 Mar 04 20:37:38.159658 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Publish callbacks [] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.213778 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53547e8c-bfbc-4759-98b6-1bad35f4b300 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.214995 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-53547e8c-bfbc-4759-98b6-1bad35f4b300 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4303820 Mar 04 20:37:38.218808 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37962) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:38.223431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-d9d7d0bc-9e47-44dc-9f52-313cbf12e5d1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'security_group_rule': {'security_group_id': '58a51b3c-e189-4145-ba42-a5c922ace460', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:38.234807 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.286271 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e9d99-f67a-4d3b-9906-e841e5fcbd57 None None] Pushing event updated for resources: {'Port': ['ID=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:38.328430 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d0bc-9e47-44dc-9f52-313cbf12e5d1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (ab5d38d0-4b1d-4bd7-93a5-4e396bbca036), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.349865 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Attempting to bind port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:37:38.350273 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Attempting to bind port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:37:38.350897 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Attempting to bind port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 on network aa00c36d-2506-40bb-84bf-5831ee415583 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:37:38.356365 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:37:38.358424 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Checking segment: {'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:37:38.358424 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.358424 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Bound using segment: {'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:37:38.358424 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Bound port: 5b429f58-6d1e-4d0b-9e31-1a7955a563c7, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:37:38.358803 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.448587 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d0bc-9e47-44dc-9f52-313cbf12e5d1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (ab5d38d0-4b1d-4bd7-93a5-4e396bbca036), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.571529 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d0bc-9e47-44dc-9f52-313cbf12e5d1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (ab5d38d0-4b1d-4bd7-93a5-4e396bbca036), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.603538 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7d0bc-9e47-44dc-9f52-313cbf12e5d1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5d38d0-4b1d-4bd7-93a5-4e396bbca036,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:38.663078 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-db641758-b16a-4d71-a87c-dd6df702f1e3 None None] Provisioning complete for port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:38.663449 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-db641758-b16a-4d71-a87c-dd6df702f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.696337 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] For port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:37:38.716067 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] For port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,segment=NetworkSegment(0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec),segment_id=0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:37:38.720176 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d0bc-9e47-44dc-9f52-313cbf12e5d1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.720961 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-db641758-b16a-4d71-a87c-dd6df702f1e3 None None] Port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:37:38.722611 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d9d7d0bc-9e47-44dc-9f52-313cbf12e5d1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5020783 Mar 04 20:37:38.726548 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 37972) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:38.731618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-31231aea-4050-4b1f-8b70-e23f03c4e03f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'security_group_rule': {'security_group_id': '58a51b3c-e189-4145-ba42-a5c922ace460', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:38.800809 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.858849 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Routers {'268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:37:38.859498 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:37:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:38.886282 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31231aea-4050-4b1f-8b70-e23f03c4e03f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (07da992d-3516-4e13-ac90-48b7dc7bd251), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:38.908579 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e9d99-f67a-4d3b-9906-e841e5fcbd57 None None] Pushing event updated for resources: {'Port': ['ID=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:39.004546 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31231aea-4050-4b1f-8b70-e23f03c4e03f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (07da992d-3516-4e13-ac90-48b7dc7bd251), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.014773 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] Set router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:37:39.072261 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e7e3-7f61-4eaa-ba97-cc5c66d9124c req-dfb2162f-7399-4788-8e40-0438fa4af2ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:39.074107 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d711e7e3-7f61-4eaa-ba97-cc5c66d9124c req-dfb2162f-7399-4788-8e40-0438fa4af2ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0563262 Mar 04 20:37:39.108639 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31231aea-4050-4b1f-8b70-e23f03c4e03f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (07da992d-3516-4e13-ac90-48b7dc7bd251), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.151560 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d711e7e3-7f61-4eaa-ba97-cc5c66d9124c req-8419797e-7e13-4a5f-9b7d-d9c9e3aadef0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668907 Mar 04 20:37:39.157173 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31231aea-4050-4b1f-8b70-e23f03c4e03f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07da992d-3516-4e13-ac90-48b7dc7bd251,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:39.191823 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909231a0-c624-491d-b50f-a09708048aca req-ad07dbdf-2d36-4332-a120-c54c75d7047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:39.193655 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-909231a0-c624-491d-b50f-a09708048aca req-ad07dbdf-2d36-4332-a120-c54c75d7047a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.0726016 Mar 04 20:37:39.202528 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:39.271290 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-ece90859-e04f-4f33-b93e-ef09be723697 None None] Provisioning complete for port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:39.272091 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ece90859-e04f-4f33-b93e-ef09be723697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.280917 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31231aea-4050-4b1f-8b70-e23f03c4e03f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.284704 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-31231aea-4050-4b1f-8b70-e23f03c4e03f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5542052 Mar 04 20:37:39.285914 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37982) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:39.292087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-909231a0-c624-491d-b50f-a09708048aca req-3ef92d80-9a44-4eda-883b-5fea2ec58f1e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873389 Mar 04 20:37:39.294194 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9f8d7ee0-8d76-4dd1-89d8-6c864ef3e112 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'security_group_rule': {'security_group_id': '58a51b3c-e189-4145-ba42-a5c922ace460', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:39.316684 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428b0b0-d4d5-4d14-b191-f9fecb3b9abf req-f0840af2-ad6b-4a49-95d8-8083b734fa1e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:39.318211 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6428b0b0-d4d5-4d14-b191-f9fecb3b9abf req-f0840af2-ad6b-4a49-95d8-8083b734fa1e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0861034 Mar 04 20:37:39.351230 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:39.351514 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.373295 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6428b0b0-d4d5-4d14-b191-f9fecb3b9abf req-6a976c9f-402b-4393-a752-b67f57b54890 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Mar 04 20:37:39.433483 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7ee0-8d76-4dd1-89d8-6c864ef3e112 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (085fcbac-cee8-4dec-b1da-c3046f575054), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.439840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:35Z', 'revision_number': 4, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port': {'id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5b429f58-6d1e-4d0b-9e31-1a7955a563c7', 'name': '', 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'mac_address': 'fa:16:3e:43:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '468961e6-40fc-4ccd-8b24-2c0a1f82d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:35Z', 'updated_at': '2022-03-04T20:37:38Z', 'revision_number': 4, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'subnets': [{'id': '468961e6-40fc-4ccd-8b24-2c0a1f82d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:37:39.474482 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-ece90859-e04f-4f33-b93e-ef09be723697 None None] Current status of the port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:39.475387 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ece90859-e04f-4f33-b93e-ef09be723697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.493493 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b6d5d-77b1-42a7-9d3e-ad571ddab877 None None] The sync data for ids ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'] in dv-cinder-799871-17-iscsi is: [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:35Z', 'revision_number': 4, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port': {'id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5b429f58-6d1e-4d0b-9e31-1a7955a563c7', 'name': '', 'network_id': 'aa00c36d-2506-40bb-84bf-5831ee415583', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'mac_address': 'fa:16:3e:43:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '468961e6-40fc-4ccd-8b24-2c0a1f82d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:35Z', 'updated_at': '2022-03-04T20:37:38Z', 'revision_number': 4, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'subnets': [{'id': '468961e6-40fc-4ccd-8b24-2c0a1f82d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:37:39.501704 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7ee0-8d76-4dd1-89d8-6c864ef3e112 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (085fcbac-cee8-4dec-b1da-c3046f575054), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.530959 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:39.544596 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ece90859-e04f-4f33-b93e-ef09be723697 None None] For port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,segment=NetworkSegment(0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec),segment_id=0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:39.605505 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7ee0-8d76-4dd1-89d8-6c864ef3e112 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (085fcbac-cee8-4dec-b1da-c3046f575054), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.636453 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d7ee0-8d76-4dd1-89d8-6c864ef3e112 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085fcbac-cee8-4dec-b1da-c3046f575054,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:39.663580 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ece90859-e04f-4f33-b93e-ef09be723697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.716599 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece90859-e04f-4f33-b93e-ef09be723697 None None] Pushing event updated for resources: {'Port': ['ID=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:39.751015 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7ee0-8d76-4dd1-89d8-6c864ef3e112 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.752278 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9f8d7ee0-8d76-4dd1-89d8-6c864ef3e112 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4637704 Mar 04 20:37:39.755080 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37990) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:39.760149 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'security_group_rule': {'security_group_id': '58a51b3c-e189-4145-ba42-a5c922ace460', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:39.846239 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Project 919c307d3caa4ee6bffe40cc58a0011b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:37:39.853394 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (1a7b5eb6-463a-4b68-b30f-dae16d03f8b7), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.917492 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (1a7b5eb6-463a-4b68-b30f-dae16d03f8b7), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:39.994459 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (1a7b5eb6-463a-4b68-b30f-dae16d03f8b7), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:40.014334 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7b5eb6-463a-4b68-b30f-dae16d03f8b7,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:40.082305 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:40.085116 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-565adc8d-8e87-4f16-88c5-005f58743275 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3268290 Mar 04 20:37:40.092449 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 37998) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:40.097012 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'security_group_rule': {'security_group_id': '58a51b3c-e189-4145-ba42-a5c922ace460', 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:40.189562 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Project 919c307d3caa4ee6bffe40cc58a0011b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:37:40.203080 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (509e60ee-80dd-43ff-bf86-0be174420000), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:40.315757 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (509e60ee-80dd-43ff-bf86-0be174420000), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:40.338994 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c88d8-a59d-4761-8a97-2b91c69ce622 req-12966dc2-18d5-4dbe-a1c3-5bafe75c6ee1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:40.340614 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6c3c88d8-a59d-4761-8a97-2b91c69ce622 req-12966dc2-18d5-4dbe-a1c3-5bafe75c6ee1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0751116 Mar 04 20:37:40.361735 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (509e60ee-80dd-43ff-bf86-0be174420000), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:40.414779 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509e60ee-80dd-43ff-bf86-0be174420000,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:40.450484 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6c3c88d8-a59d-4761-8a97-2b91c69ce622 req-ec2c4a1e-a22f-4741-9851-80e3f96b59d0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035442 Mar 04 20:37:40.514036 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1dee-e93a-4277-a5e6-b5cb87ac0443 req-d6bad4ab-4aea-42bf-a8ca-65c4caeb58d6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:40.516773 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4dcd1dee-e93a-4277-a5e6-b5cb87ac0443 req-d6bad4ab-4aea-42bf-a8ca-65c4caeb58d6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0566001 Mar 04 20:37:40.532412 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:40.537888 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2b3c0a14-83d2-40f8-aee6-5ece759cd4d6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4431672 Mar 04 20:37:40.573393 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4dcd1dee-e93a-4277-a5e6-b5cb87ac0443 req-4666b7c3-fff1-424e-8b9e-d892a5e0e689 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515869 Mar 04 20:37:40.873297 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38058) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:41.031971 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0a935ba-dbb4-4b26-94e6-39e0845ec92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.117587 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0a935ba-dbb4-4b26-94e6-39e0845ec92d admin admin] Publish callbacks [] for security_group (d2a4f562-69c0-42b4-a05d-69495605faf3), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.165432 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0a935ba-dbb4-4b26-94e6-39e0845ec92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (d2a4f562-69c0-42b4-a05d-69495605faf3), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.177974 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:41.209079 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38068) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:41.209273 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c0a935ba-dbb4-4b26-94e6-39e0845ec92d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fa779431b244ababf73781a5397f07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345616 Mar 04 20:37:41.210370 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a935ba-dbb4-4b26-94e6-39e0845ec92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a4f562-69c0-42b4-a05d-69495605faf3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:41.239172 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:41.239777 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.266504 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aac6d6d1-a2d9-44ef-9acc-fd1bdc7c8c1e admin admin] Publish callbacks [] for security_group (d2a4f562-69c0-42b4-a05d-69495605faf3), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.293037 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aac6d6d1-a2d9-44ef-9acc-fd1bdc7c8c1e admin admin] Publish callbacks [] for security_group (d2a4f562-69c0-42b4-a05d-69495605faf3), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.325748 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:41.462913 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aac6d6d1-a2d9-44ef-9acc-fd1bdc7c8c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (d2a4f562-69c0-42b4-a05d-69495605faf3), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.465580 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aac6d6d1-a2d9-44ef-9acc-fd1bdc7c8c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:41.466805 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-aac6d6d1-a2d9-44ef-9acc-fd1bdc7c8c1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2a4f562-69c0-42b4-a05d-69495605faf3 HTTP/1.1" status: 204 len: 168 time: 0.2566698 Mar 04 20:37:41.481252 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6d6d1-a2d9-44ef-9acc-fd1bdc7c8c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a4f562-69c0-42b4-a05d-69495605faf3,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:41.593487 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b14c3-59a2-4328-807f-c9b7d5d55b8e req-9aaf584d-392a-4a11-b5f6-2120604d4dfb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:41.595542 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-062b14c3-59a2-4328-807f-c9b7d5d55b8e req-9aaf584d-392a-4a11-b5f6-2120604d4dfb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0623930 Mar 04 20:37:41.693715 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-062b14c3-59a2-4328-807f-c9b7d5d55b8e req-b30d3e7a-943d-4e98-906f-cec2c17f1707 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890038 Mar 04 20:37:41.736593 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb586d11-8cd8-4d53-b43c-f46fe02b9da3 req-0b5f6ede-04fb-4838-a288-24c5f384c33f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:41.738082 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eb586d11-8cd8-4d53-b43c-f46fe02b9da3 req-0b5f6ede-04fb-4838-a288-24c5f384c33f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0618007 Mar 04 20:37:41.796335 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eb586d11-8cd8-4d53-b43c-f46fe02b9da3 req-a7abb96e-771e-4a36-bd39-ba9f23362bf9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515451 Mar 04 20:37:42.173384 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38100) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:42.189375 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-375f9e12-54c6-4d0d-982e-f445034de5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:42.196164 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d673dd3-e886-4d47-9e35-a6389edf9722 req-937aba1f-6c33-40a1-94a7-fe8b72a81f23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:42.197675 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d673dd3-e886-4d47-9e35-a6389edf9722 req-937aba1f-6c33-40a1-94a7-fe8b72a81f23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0596611 Mar 04 20:37:42.249890 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d673dd3-e886-4d47-9e35-a6389edf9722 req-ffaa232d-f9a1-47ae-bd79-3b6a06dffe29 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Mar 04 20:37:42.268646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-375f9e12-54c6-4d0d-982e-f445034de5e7 admin admin] Publish callbacks [] for security_group (e573eff2-a24c-4d33-8e32-fc7db08fea34), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:42.342101 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-375f9e12-54c6-4d0d-982e-f445034de5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e573eff2-a24c-4d33-8e32-fc7db08fea34), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:42.380804 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-375f9e12-54c6-4d0d-982e-f445034de5e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=732890e68aab4fcbaef10ef19fa1f7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063279 Mar 04 20:37:42.381644 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f9e12-54c6-4d0d-982e-f445034de5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e573eff2-a24c-4d33-8e32-fc7db08fea34,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:42.384400 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38102) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:42.431388 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e52462e-87d1-4a79-a226-a68e65d5ee7c admin admin] Publish callbacks [] for security_group (e573eff2-a24c-4d33-8e32-fc7db08fea34), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:42.451865 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e52462e-87d1-4a79-a226-a68e65d5ee7c admin admin] Publish callbacks [] for security_group (e573eff2-a24c-4d33-8e32-fc7db08fea34), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:42.565881 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e52462e-87d1-4a79-a226-a68e65d5ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e573eff2-a24c-4d33-8e32-fc7db08fea34), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:42.568670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e52462e-87d1-4a79-a226-a68e65d5ee7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:42.572269 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-3e52462e-87d1-4a79-a226-a68e65d5ee7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e573eff2-a24c-4d33-8e32-fc7db08fea34 HTTP/1.1" status: 204 len: 168 time: 0.1844006 Mar 04 20:37:42.578622 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52462e-87d1-4a79-a226-a68e65d5ee7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e573eff2-a24c-4d33-8e32-fc7db08fea34,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:42.823708 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38f499-09f0-477d-94c7-aef9a7d91fff req-820b3d41-49cb-42c3-bc30-b1ad4a21e813 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:42.825286 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-db38f499-09f0-477d-94c7-aef9a7d91fff req-820b3d41-49cb-42c3-bc30-b1ad4a21e813 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0567923 Mar 04 20:37:42.879391 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-db38f499-09f0-477d-94c7-aef9a7d91fff req-d5403a0b-3417-4a50-85b3-9a3bebf9d5f0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484648 Mar 04 20:37:43.222505 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38120) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:43.235991 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12150838-63af-4548-a9d4-72a0855e60dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:43.309827 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12150838-63af-4548-a9d4-72a0855e60dd admin admin] Publish callbacks [] for security_group (4a232bb0-e06f-4376-8023-cca7409c7581), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:43.371716 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0999d6e-5de6-4ec5-bbe9-e31c93852e4e req-7ee5d4ab-46a3-48bf-b59e-14ae629dbecb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:43.373218 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b0999d6e-5de6-4ec5-bbe9-e31c93852e4e req-7ee5d4ab-46a3-48bf-b59e-14ae629dbecb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0549326 Mar 04 20:37:43.395183 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12150838-63af-4548-a9d4-72a0855e60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (4a232bb0-e06f-4376-8023-cca7409c7581), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:43.450573 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-12150838-63af-4548-a9d4-72a0855e60dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26fe8ddb7b3646c490768ceb4e6bfd07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270007 Mar 04 20:37:43.453189 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38124) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:43.456021 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b0999d6e-5de6-4ec5-bbe9-e31c93852e4e req-4d715175-0540-4bf7-aa25-253abe35022f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773487 Mar 04 20:37:43.456652 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12150838-63af-4548-a9d4-72a0855e60dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a232bb0-e06f-4376-8023-cca7409c7581,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:43.503027 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53425261-3637-45a9-af98-409ecc347507 admin admin] Publish callbacks [] for security_group (4a232bb0-e06f-4376-8023-cca7409c7581), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:43.524214 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53425261-3637-45a9-af98-409ecc347507 admin admin] Publish callbacks [] for security_group (4a232bb0-e06f-4376-8023-cca7409c7581), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:43.656792 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53425261-3637-45a9-af98-409ecc347507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (4a232bb0-e06f-4376-8023-cca7409c7581), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:43.659299 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53425261-3637-45a9-af98-409ecc347507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:43.660468 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-53425261-3637-45a9-af98-409ecc347507 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a232bb0-e06f-4376-8023-cca7409c7581 HTTP/1.1" status: 204 len: 168 time: 0.2062435 Mar 04 20:37:43.668531 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425261-3637-45a9-af98-409ecc347507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a232bb0-e06f-4376-8023-cca7409c7581,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:44.012825 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5466b2-aa04-4338-b12e-54aaa137d8b1 req-21dc88e1-66d7-46ae-a6b5-839de018205f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:44.015169 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b5466b2-aa04-4338-b12e-54aaa137d8b1 req-21dc88e1-66d7-46ae-a6b5-839de018205f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0597267 Mar 04 20:37:44.077456 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b5466b2-aa04-4338-b12e-54aaa137d8b1 req-6a4c43e0-0c3e-4dab-8f39-414d40c24c9b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521483 Mar 04 20:37:44.115544 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-527e8e1d-c3de-438f-a87d-9ffd746b30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:44.117481 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-527e8e1d-c3de-438f-a87d-9ffd746b30bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.0527244 Mar 04 20:37:44.233545 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-940ceca2-860a-4ed5-a098-5e9d0e453e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:44.235077 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-940ceca2-860a-4ed5-a098-5e9d0e453e12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.1105771 Mar 04 20:37:44.277756 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-685954c4-d7b2-4b71-955a-d6f6aeffb7fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 217 time: 0.0361519 Mar 04 20:37:44.328554 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-1699fa7a-7045-4704-b6f8-215ab3c8a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:44.330224 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-1699fa7a-7045-4704-b6f8-215ab3c8a2a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.0452983 Mar 04 20:37:44.363078 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-8c0f7b53-f32e-4a9c-b501-7b1692e6fcfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268734 Mar 04 20:37:44.460706 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-e802f675-6578-4639-b177-0000d4de3a66 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883281 Mar 04 20:37:44.561447 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5b94c6fd-d796-41e6-8c88-9439976c0cc2 req-eee7bc7b-2044-497e-8f25-889c2501a9ba service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922482 Mar 04 20:37:44.618959 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc7700-7b64-4221-9a17-6c86d47faba0 req-a28dc0f7-0a9c-4b6c-8096-001808148bbe tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:44.620546 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-69fc7700-7b64-4221-9a17-6c86d47faba0 req-a28dc0f7-0a9c-4b6c-8096-001808148bbe tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0930417 Mar 04 20:37:44.674124 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-69fc7700-7b64-4221-9a17-6c86d47faba0 req-06aeabad-7d30-462f-b1e7-89e628ce648f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471239 Mar 04 20:37:45.214874 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317a70c-70f6-4075-9b3a-322c3aff743a req-24b18516-76b8-45d3-a40a-5af89e8d0dc6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:45.216455 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6317a70c-70f6-4075-9b3a-322c3aff743a req-24b18516-76b8-45d3-a40a-5af89e8d0dc6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0587037 Mar 04 20:37:45.270091 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6317a70c-70f6-4075-9b3a-322c3aff743a req-012c3c82-5f96-42e7-996e-3d70b0a57f56 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470643 Mar 04 20:37:45.836480 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88114400-6e95-4edc-afe8-b75545cddda4 req-d55437a5-4e23-4911-aded-38ffe5ef81e1 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:45.839330 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-88114400-6e95-4edc-afe8-b75545cddda4 req-d55437a5-4e23-4911-aded-38ffe5ef81e1 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0751061 Mar 04 20:37:45.931303 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-88114400-6e95-4edc-afe8-b75545cddda4 req-e9525d5b-970e-4a37-8161-180d0f89ca80 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811706 Mar 04 20:37:46.413648 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dd34a-49a8-47a0-88a7-bc478bc06b6b req-40632fc3-cb84-4cc1-a0c3-a4417967c210 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:46.415238 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-675dd34a-49a8-47a0-88a7-bc478bc06b6b req-40632fc3-cb84-4cc1-a0c3-a4417967c210 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0632844 Mar 04 20:37:46.468655 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-675dd34a-49a8-47a0-88a7-bc478bc06b6b req-669ebec6-7309-49e1-992b-08036defd9c9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478878 Mar 04 20:37:46.611792 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38252) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:46.617186 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-7e015e12-ba0e-4d10-87e6-69d570d8216d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998959074', 'description': 'tempest-description--1701674175'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:46.680439 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e015e12-ba0e-4d10-87e6-69d570d8216d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:46.753947 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e015e12-ba0e-4d10-87e6-69d570d8216d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (2809dc8f-afc9-451d-9fc7-3b95e1d5f77f), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:46.822397 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e015e12-ba0e-4d10-87e6-69d570d8216d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2809dc8f-afc9-451d-9fc7-3b95e1d5f77f), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:46.854038 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e015e12-ba0e-4d10-87e6-69d570d8216d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:46.910345 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38258) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:46.911171 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e015e12-ba0e-4d10-87e6-69d570d8216d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:46.913153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7e015e12-ba0e-4d10-87e6-69d570d8216d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3003168 Mar 04 20:37:46.915893 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38260) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:46.920687 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-643647fa-5149-4257-995d-4bad2156d8cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '2809dc8f-afc9-451d-9fc7-3b95e1d5f77f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:47.006471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-643647fa-5149-4257-995d-4bad2156d8cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (8a38d8d1-805d-4c25-8029-2031cba1e1be), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.023511 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-870788d0-528d-4560-b6ff-6a53578f35c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.081403 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5022ba-ceac-4122-80f0-04954b27fedd req-d6aeb2e5-48dd-4fb5-a0a7-b50b7cb48586 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:47.088788 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-df5022ba-ceac-4122-80f0-04954b27fedd req-d6aeb2e5-48dd-4fb5-a0a7-b50b7cb48586 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0933762 Mar 04 20:37:47.108873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-870788d0-528d-4560-b6ff-6a53578f35c9 admin admin] Publish callbacks [] for security_group (c17ac0f7-096d-4666-90f1-f19800296798), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.115371 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-643647fa-5149-4257-995d-4bad2156d8cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (8a38d8d1-805d-4c25-8029-2031cba1e1be), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.144657 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-df5022ba-ceac-4122-80f0-04954b27fedd req-7e35fc69-09b8-4662-9620-71f5e610dab0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Mar 04 20:37:47.171044 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-870788d0-528d-4560-b6ff-6a53578f35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c17ac0f7-096d-4666-90f1-f19800296798), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.201277 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-643647fa-5149-4257-995d-4bad2156d8cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (8a38d8d1-805d-4c25-8029-2031cba1e1be), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.214599 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870788d0-528d-4560-b6ff-6a53578f35c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ac0f7-096d-4666-90f1-f19800296798,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:47.222960 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-870788d0-528d-4560-b6ff-6a53578f35c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7155135a23f542279a1213cb1798421a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111856 Mar 04 20:37:47.224619 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38270) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:47.239278 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643647fa-5149-4257-995d-4bad2156d8cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a38d8d1-805d-4c25-8029-2031cba1e1be,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:47.283113 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d82f499-582d-4bd0-a9d2-2eb701998063 admin admin] Publish callbacks [] for security_group (c17ac0f7-096d-4666-90f1-f19800296798), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.304906 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-643647fa-5149-4257-995d-4bad2156d8cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.306115 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-643647fa-5149-4257-995d-4bad2156d8cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3892758 Mar 04 20:37:47.310071 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d82f499-582d-4bd0-a9d2-2eb701998063 admin admin] Publish callbacks [] for security_group (c17ac0f7-096d-4666-90f1-f19800296798), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.311937 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38274) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:47.326641 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cbc9e867-09ff-409e-a496-ae31e2e9c5da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '2809dc8f-afc9-451d-9fc7-3b95e1d5f77f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:47.450360 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbc9e867-09ff-409e-a496-ae31e2e9c5da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (0cba24cf-04d7-49b7-b0d6-332306fbb2e3), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.462571 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d82f499-582d-4bd0-a9d2-2eb701998063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c17ac0f7-096d-4666-90f1-f19800296798), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.465670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d82f499-582d-4bd0-a9d2-2eb701998063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.466876 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4d82f499-582d-4bd0-a9d2-2eb701998063 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c17ac0f7-096d-4666-90f1-f19800296798 HTTP/1.1" status: 204 len: 168 time: 0.2407713 Mar 04 20:37:47.487934 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82f499-582d-4bd0-a9d2-2eb701998063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ac0f7-096d-4666-90f1-f19800296798,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:47.524572 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbc9e867-09ff-409e-a496-ae31e2e9c5da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (0cba24cf-04d7-49b7-b0d6-332306fbb2e3), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.588630 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbc9e867-09ff-409e-a496-ae31e2e9c5da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (0cba24cf-04d7-49b7-b0d6-332306fbb2e3), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.625197 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151784ce-2f0a-4651-b69b-01cf97d7f557 req-d9947fde-d4f2-4c80-8ae6-d04e8c31fd35 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:47.627402 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-151784ce-2f0a-4651-b69b-01cf97d7f557 req-d9947fde-d4f2-4c80-8ae6-d04e8c31fd35 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0817480 Mar 04 20:37:47.628363 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9e867-09ff-409e-a496-ae31e2e9c5da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cba24cf-04d7-49b7-b0d6-332306fbb2e3,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:47.681826 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-151784ce-2f0a-4651-b69b-01cf97d7f557 req-e4a11e2c-aa4f-43d3-aa5d-4251c9c04eff tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471621 Mar 04 20:37:47.684621 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbc9e867-09ff-409e-a496-ae31e2e9c5da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.685729 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-cbc9e867-09ff-409e-a496-ae31e2e9c5da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3723791 Mar 04 20:37:47.689019 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38284) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:47.694901 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:37:47.794056 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.136577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.280187 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.27.3.50 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/331d00e6-f17f-4712-b1d7-29d4f140d636) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:37:48.298392 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38298) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:48.312671 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c134fe2b-f843-4196-b1b7-fc51412d28f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.321665 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b5745-d879-48f6-93fc-caaae32ba981 req-e0613451-6fea-4d2a-8602-8ce6c600d9eb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:48.323153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f12b5745-d879-48f6-93fc-caaae32ba981 req-e0613451-6fea-4d2a-8602-8ce6c600d9eb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1012170 Mar 04 20:37:48.398118 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c134fe2b-f843-4196-b1b7-fc51412d28f1 admin admin] Publish callbacks [] for security_group (453b2b0e-f59d-4db1-9375-a9b3ba6f09d1), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.419960 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f12b5745-d879-48f6-93fc-caaae32ba981 req-2902d53e-3404-4f45-92da-c09a1a27c278 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903053 Mar 04 20:37:48.438533 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.462421 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c134fe2b-f843-4196-b1b7-fc51412d28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (453b2b0e-f59d-4db1-9375-a9b3ba6f09d1), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.499957 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c134fe2b-f843-4196-b1b7-fc51412d28f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56b14c9612734a96af1879c3211d24ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004304 Mar 04 20:37:48.502122 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134fe2b-f843-4196-b1b7-fc51412d28f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453b2b0e-f59d-4db1-9375-a9b3ba6f09d1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:48.502724 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38302) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:37:48.531275 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.579815 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:37:48.585216 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:37:48.592448 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:37:48.601535 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=331d00e6-f17f-4712-b1d7-29d4f140d636,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:48.625297 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3211e1ce-b9e9-4749-92ec-082c1bd1eeb9 admin admin] Publish callbacks [] for security_group (453b2b0e-f59d-4db1-9375-a9b3ba6f09d1), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.655493 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3211e1ce-b9e9-4749-92ec-082c1bd1eeb9 admin admin] Publish callbacks [] for security_group (453b2b0e-f59d-4db1-9375-a9b3ba6f09d1), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.741003 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (9e87500a-48e5-40e1-80bb-87439ee80f90), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.810328 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ce79-2383-48aa-8fe5-577e646cdbc2 req-b35ba2c9-946e-40da-a146-878b3263c915 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:48.811837 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-61e6ce79-2383-48aa-8fe5-577e646cdbc2 req-b35ba2c9-946e-40da-a146-878b3263c915 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0540953 Mar 04 20:37:48.820692 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3211e1ce-b9e9-4749-92ec-082c1bd1eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (453b2b0e-f59d-4db1-9375-a9b3ba6f09d1), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.823290 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3211e1ce-b9e9-4749-92ec-082c1bd1eeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.824443 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3211e1ce-b9e9-4749-92ec-082c1bd1eeb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/453b2b0e-f59d-4db1-9375-a9b3ba6f09d1 HTTP/1.1" status: 204 len: 168 time: 0.3207331 Mar 04 20:37:48.839634 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211e1ce-b9e9-4749-92ec-082c1bd1eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b2b0e-f59d-4db1-9375-a9b3ba6f09d1,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:48.843755 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:48.868980 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-61e6ce79-2383-48aa-8fe5-577e646cdbc2 req-edb897cf-ad2d-4282-b986-1bab20511207 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468147 Mar 04 20:37:49.017486 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:49.085612 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:49.159043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=331d00e6-f17f-4712-b1d7-29d4f140d636,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:49.166485 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (9e87500a-48e5-40e1-80bb-87439ee80f90), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:49.264418 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:49.265662 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b84c930b-98ca-4e34-9356-808b225747bd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5756159 Mar 04 20:37:49.535324 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea6c6-d878-4bfa-964d-8a38c2a44273 req-28176cec-0194-4577-a0c1-c2113b7e0052 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:49.536902 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7bdea6c6-d878-4bfa-964d-8a38c2a44273 req-28176cec-0194-4577-a0c1-c2113b7e0052 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0527387 Mar 04 20:37:49.590048 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7bdea6c6-d878-4bfa-964d-8a38c2a44273 req-60bb2660-0b65-4a08-8cd2-5843a03042fb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476830 Mar 04 20:37:50.031897 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1e56e-738d-49b2-b470-949424b081a2 req-1b4a35a5-8b47-4eb8-a1bd-bec9f6bb32e2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:50.033458 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b4b1e56e-738d-49b2-b470-949424b081a2 req-1b4a35a5-8b47-4eb8-a1bd-bec9f6bb32e2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0863600 Mar 04 20:37:50.087599 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b4b1e56e-738d-49b2-b470-949424b081a2 req-463fc9fa-419f-4b00-9699-c63da9ab2a4f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420821 Mar 04 20:37:50.715176 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782e9d6-6e34-46c9-82b7-03372e252bd9 req-6fb7351e-34a1-473f-ab9d-3e02d3496b78 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:50.719622 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0782e9d6-6e34-46c9-82b7-03372e252bd9 req-6fb7351e-34a1-473f-ab9d-3e02d3496b78 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0571909 Mar 04 20:37:50.768906 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0782e9d6-6e34-46c9-82b7-03372e252bd9 req-8a8ef325-7d38-4001-9f13-b47155308244 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Mar 04 20:37:51.473685 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6b2a9-3226-4277-8d2a-c9bfab2a545c req-1627396c-a5bf-40b4-8715-c1f2d8e38443 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:51.481362 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-01b6b2a9-3226-4277-8d2a-c9bfab2a545c req-1627396c-a5bf-40b4-8715-c1f2d8e38443 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.3025661 Mar 04 20:37:51.523015 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-01b6b2a9-3226-4277-8d2a-c9bfab2a545c req-e72b5080-9049-4bc5-9bb6-8db250ca9735 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 Mar 04 20:37:52.285269 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:37:52.656880 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aa120-1427-451c-bd27-e67a4aed2a2e req-afea3a08-990c-495d-9b96-2d8a59e82d06 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:52.657981 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0c7aa120-1427-451c-bd27-e67a4aed2a2e req-afea3a08-990c-495d-9b96-2d8a59e82d06 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0607767 Mar 04 20:37:52.708010 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0c7aa120-1427-451c-bd27-e67a4aed2a2e req-b2732be8-24ea-49b7-9fc3-6875a4c1ee7a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435424 Mar 04 20:37:52.825223 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d4a3-c303-4d1d-b1e6-d041d92cc4fe req-e2d58e4b-4f89-4ad2-9eff-f80efa1011a7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:52.826708 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f032d4a3-c303-4d1d-b1e6-d041d92cc4fe req-e2d58e4b-4f89-4ad2-9eff-f80efa1011a7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0586488 Mar 04 20:37:52.879406 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f032d4a3-c303-4d1d-b1e6-d041d92cc4fe req-c3ceaacc-7667-4347-be67-0c7d11e06b89 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Mar 04 20:37:54.265150 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:37:54.363716 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:54.375324 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'port_id': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'mac_address': 'fa:16:3e:1e:bc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:37:54.411001 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: ACTIVE; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:54.411392 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:54.423693 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f235d93-54e5-429a-93c9-ef8506ddcb4c {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:37:54.445055 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:54.508199 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:54.554570 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=6']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:56.245581 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['8f235d93-54e5-429a-93c9-ef8506ddcb4c'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:37:56.881012 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-254372b2-86a3-491c-a4bd-0e84251d3377 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--998959074&fields=id&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 267 time: 0.1005099 Mar 04 20:37:56.897191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97553d37-5bbe-44b7-b196-36baf64a7e36 req-5bafbbdc-3360-48a7-9f8e-dc44a5dd8ea3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:56.903993 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-97553d37-5bbe-44b7-b196-36baf64a7e36 req-5bafbbdc-3360-48a7-9f8e-dc44a5dd8ea3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.0883844 Mar 04 20:37:56.950216 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-97553d37-5bbe-44b7-b196-36baf64a7e36 req-291c8b75-8a11-48d8-b31d-d58412e55785 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Mar 04 20:37:57.009136 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-107f768a-68d4-4310-a37d-6de3ba5dab8b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:57.013255 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-107f768a-68d4-4310-a37d-6de3ba5dab8b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.1214840 Mar 04 20:37:57.025785 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-fdb10c4e-4358-4925-82aa-48fe5aafa178 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/quotas/af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Mar 04 20:37:57.098191 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-f5e8a319-e18f-487d-a3da-fbfb9694433d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659475 Mar 04 20:37:57.206230 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-cf570a0f-b87b-4a03-af5f-e4af037228cf service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968063 Mar 04 20:37:57.299567 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-bab80491-3ffd-4017-9536-751560c0c7ce service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866156 Mar 04 20:37:57.597393 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fa249c3c-ea00-4244-aabf-23c58a4fd7b9 req-55df9e70-03fd-4c33-9b13-3725d7aa71b3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0521307 Mar 04 20:37:58.144089 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:37:58.226703 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 8f235d93-54e5-429a-93c9-ef8506ddcb4c triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:37:58.227173 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:58.264659 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74efe6-de51-42ae-b325-60ead2ba168c req-bd36506f-8c07-4abb-8503-ea96098e7db0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:58.267329 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a74efe6-de51-42ae-b325-60ead2ba168c req-bd36506f-8c07-4abb-8503-ea96098e7db0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.1381824 Mar 04 20:37:58.348554 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:37:58.349704 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:58.365985 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a74efe6-de51-42ae-b325-60ead2ba168c req-6ebc5049-a756-49b0-8364-d9c78c941283 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899384 Mar 04 20:37:58.407965 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:37:58.410871 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad36fbb-fc7d-48bd-8ba8-7bf9461a82a5" -d '{"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-plugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:37:58.438642 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:37:58.466853 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06eee97-39e1-459f-8620-d2a83a29c6d2 x-openstack-request-id: req-b06eee97-39e1-459f-8620-d2a83a29c6d2 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:37:58.467153 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-plugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:37:58.467556 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b06eee97-39e1-459f-8620-d2a83a29c6d2 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:37:58.468001 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'code': 200} Mar 04 20:37:58.594196 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:58.668049 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=7']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:37:58.694381 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-48e89608-90e3-44d4-ab4d-9e6462cf4740 req-eaac33ab-26aa-4c2b-b428-7556b3d87b75 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0338998 Mar 04 20:37:59.545830 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de3c3-aa6e-4a62-8f1f-c93556b18294 req-9ff84095-550e-4e81-8ab6-46214255a6bc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:37:59.547566 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-882de3c3-aa6e-4a62-8f1f-c93556b18294 req-9ff84095-550e-4e81-8ab6-46214255a6bc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0825565 Mar 04 20:37:59.639231 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-882de3c3-aa6e-4a62-8f1f-c93556b18294 req-90fec73a-db5b-4b81-b114-e417cf820ffa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785336 Mar 04 20:37:59.832400 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-723fb75e-502d-4206-bde6-94759e5db6ca req-f768049b-8858-4781-b8dd-62436785f89e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0429034 Mar 04 20:38:00.222701 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2728db7e-fac5-4b1f-86e1-ae0151bfe590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:00.389409 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-61b4875b-d8f6-4d8b-bab9-8b74c714a670 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:00.391523 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-61b4875b-d8f6-4d8b-bab9-8b74c714a670 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.2646146 Mar 04 20:38:00.467568 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38606) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:00.600260 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-d4808626-8295-4732-b996-66f6ac9d0c35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 472 time: 0.1979885 Mar 04 20:38:00.614042 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'port': {'device_id': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'admin_state_up': True, 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'security_groups': ['2809dc8f-afc9-451d-9fc7-3b95e1d5f77f']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:00.649653 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3974e11c-e8c2-47c5-a733-7cebdff06657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:00.845894 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3974e11c-e8c2-47c5-a733-7cebdff06657 admin admin] Publish callbacks [] for security_group (362a25c0-0e00-4caa-92cb-74f26748de98), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:00.886177 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Made reservation on behalf of af15fcef91224b5594eee935e86cc383 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:00.890335 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:00.899670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7568e9-9900-4d2a-a347-9e5c3636af65 req-c6502bd2-d0fc-4301-b995-9cd4b1321721 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:00.901253 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-db7568e9-9900-4d2a-a347-9e5c3636af65 req-c6502bd2-d0fc-4301-b995-9cd4b1321721 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0998299 Mar 04 20:38:00.931408 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3974e11c-e8c2-47c5-a733-7cebdff06657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (362a25c0-0e00-4caa-92cb-74f26748de98), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:00.975386 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-3974e11c-e8c2-47c5-a733-7cebdff06657 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=088da5c377904839a3aa6c661cfcb2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047812 Mar 04 20:38:00.978330 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38630) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:01.033018 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974e11c-e8c2-47c5-a733-7cebdff06657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362a25c0-0e00-4caa-92cb-74f26748de98,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:01.048028 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e2efff4c-b9fb-46b1-8b69-b0d2569ff52b req-54e8ddfe-f428-419a-b279-d86172ee78aa tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0568609 Mar 04 20:38:01.093604 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-db7568e9-9900-4d2a-a347-9e5c3636af65 req-ffa4ccd9-a944-43f5-bd1b-1f3649a6934d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859522 Mar 04 20:38:01.120690 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9517e2e4-4517-41b8-b8cd-b58363421dc5 admin admin] Publish callbacks [] for security_group (362a25c0-0e00-4caa-92cb-74f26748de98), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:01.148217 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9517e2e4-4517-41b8-b8cd-b58363421dc5 admin admin] Publish callbacks [] for security_group (362a25c0-0e00-4caa-92cb-74f26748de98), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:01.263857 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.20.0.6 (5d0c319a-2042-4403-a805-fc7c2c046473/c88a879c-2019-4e6d-9441-7e0ce713e8e8/ef0eae64-7e94-47c7-89a8-8b5eed19dc90) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:01.444588 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:01.611062 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9517e2e4-4517-41b8-b8cd-b58363421dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (362a25c0-0e00-4caa-92cb-74f26748de98), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:01.614417 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9517e2e4-4517-41b8-b8cd-b58363421dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:01.616693 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9517e2e4-4517-41b8-b8cd-b58363421dc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/362a25c0-0e00-4caa-92cb-74f26748de98 HTTP/1.1" status: 204 len: 168 time: 0.6373103 Mar 04 20:38:01.625474 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517e2e4-4517-41b8-b8cd-b58363421dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362a25c0-0e00-4caa-92cb-74f26748de98,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:01.634641 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:01.711974 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:01.715190 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:01.718797 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:01.748375 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:01.795106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:01.796532 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:01.877384 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-a0fa68c1-1a27-4349-a9dc-b73378f9cf35 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2698863 Mar 04 20:38:01.890791 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Request body: {'port': {'device_id': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:02.048178 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:02.188573 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-346b8b3a-7e6f-43be-9804-e89dbde3561a None None] Provisioning complete for port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:02.189185 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-346b8b3a-7e6f-43be-9804-e89dbde3561a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:02.287303 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-346b8b3a-7e6f-43be-9804-e89dbde3561a None None] Port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:02.410513 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafdb74-fd1d-4894-8399-5cad0c52cd74 req-82bd88d4-95ae-43db-b4ca-d14ce09165f7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:02.412607 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1eafdb74-fd1d-4894-8399-5cad0c52cd74 req-82bd88d4-95ae-43db-b4ca-d14ce09165f7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.1335046 Mar 04 20:38:02.537893 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0eae64-7e94-47c7-89a8-8b5eed19dc90 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:02.550377 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Publish callbacks [] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:02.554606 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5014b9db-a697-49aa-a1f4-1ef264d89d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:02.557203 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1eafdb74-fd1d-4894-8399-5cad0c52cd74 req-2185db39-abbf-417d-b5b0-19dcdaec525b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340854 Mar 04 20:38:02.569258 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Transition to ACTIVE for port object ef0eae64-7e94-47c7-89a8-8b5eed19dc90 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:02.641157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:02.683495 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6e95c-cbbe-40b0-afc1-0dcdcd2ae80d req-a0777bba-4206-48f4-94b2-7934905dcd8e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:02.693578 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ec6e95c-cbbe-40b0-afc1-0dcdcd2ae80d req-a0777bba-4206-48f4-94b2-7934905dcd8e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 931 time: 0.1227198 Mar 04 20:38:02.749684 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Pushing event updated for resources: {'Port': ['ID=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:02.817019 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ec6e95c-cbbe-40b0-afc1-0dcdcd2ae80d req-5222e72d-e559-4d1e-abb7-70364486e5b9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225374 Mar 04 20:38:02.923446 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Attempting to bind port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:02.924346 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Attempting to bind port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:02.924346 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Attempting to bind port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:02.931492 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 on network 5d0c319a-2042-4403-a805-fc7c2c046473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:02.932378 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Attempting to bind port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:02.956560 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:02.959120 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Checking segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:02.960456 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Bound using segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:02.961546 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Bound port: ef0eae64-7e94-47c7-89a8-8b5eed19dc90, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:02.963339 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.065781 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] For port ef0eae64-7e94-47c7-89a8-8b5eed19dc90, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:03.088963 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] For port ef0eae64-7e94-47c7-89a8-8b5eed19dc90, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:03.171447 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.240388 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:03.247812 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:03.248686 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.250041 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] 10.222.0.39 "PUT /v2.0/ports/ef0eae64-7e94-47c7-89a8-8b5eed19dc90 HTTP/1.1" status: 200 len: 1093 time: 1.3646207 Mar 04 20:38:03.252592 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:03.256382 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da631a-cf2d-4d3e-8b25-c43bb50b8518" -d '{"events": [{"name": "network-changed", "server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:03.285531 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ca4a3-08d2-4806-8f1b-691f14423dfe service neutron] Pushing event updated for resources: {'Port': ['ID=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:03.353449 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c810d883-b343-4b5c-a8f3-a65225d5f587 x-openstack-request-id: req-c810d883-b343-4b5c-a8f3-a65225d5f587 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:03.353887 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:03.354235 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c810d883-b343-4b5c-a8f3-a65225d5f587 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:03.354748 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'status': 'completed', 'code': 200} Mar 04 20:38:03.481355 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2143174908-network', 'tenant_id': '643a3ec2c51c44439f1c75d525385cfb'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:03.521865 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da631a-cf2d-4d3e-8b25-c43bb50b8518 req-5b4e05ad-8286-41fa-b0b0-1fb8ed80b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:03.523712 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68da631a-cf2d-4d3e-8b25-c43bb50b8518 req-5b4e05ad-8286-41fa-b0b0-1fb8ed80b7a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 1127 time: 0.1461079 Mar 04 20:38:03.611466 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Made reservation on behalf of 643a3ec2c51c44439f1c75d525385cfb for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:03.614121 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.646918 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.711717 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da631a-cf2d-4d3e-8b25-c43bb50b8518 req-3c6178b2-b209-44d6-b1d1-5ea3364c0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:03.713872 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68da631a-cf2d-4d3e-8b25-c43bb50b8518 req-3c6178b2-b209-44d6-b1d1-5ea3364c0703 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=af15fcef91224b5594eee935e86cc383&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1807666 Mar 04 20:38:03.726591 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.827399 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks [] for security_group (51b31a20-1813-4615-9155-086f238a1fdb), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.912196 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (51b31a20-1813-4615-9155-086f238a1fdb), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:03.971447 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da631a-cf2d-4d3e-8b25-c43bb50b8518 req-64a62a11-7417-4333-831d-a0fe054cc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:03.978153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68da631a-cf2d-4d3e-8b25-c43bb50b8518 req-64a62a11-7417-4333-831d-a0fe054cc45e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2510622 Mar 04 20:38:03.999617 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4071-f5a8-40a7-a1db-cf97c8286cee req-bb1b1878-9dd8-469a-9524-66810213d63a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:04.010338 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-088d4071-f5a8-40a7-a1db-cf97c8286cee req-bb1b1878-9dd8-469a-9524-66810213d63a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.2740622 Mar 04 20:38:04.043334 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:04.049710 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b31a20-1813-4615-9155-086f238a1fdb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:04.062920 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (9539630b-8eff-4ea9-b6ec-4ed19dec1477), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:04.064368 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Added segment 9539630b-8eff-4ea9-b6ec-4ed19dec1477 of type vlan for network 80554342-146f-4940-807d-c331296ea88c Mar 04 20:38:04.110055 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-088d4071-f5a8-40a7-a1db-cf97c8286cee req-7c560163-477d-4ad0-9396-9b90d51fd321 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961878 Mar 04 20:38:04.117700 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5e7e7-418f-4023-99de-794a02996fff req-f9489efd-a2ca-4e11-85ba-2564a8a5576e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:04.119984 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-762335b0-9517-4867-86c4-10dd36e8e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:04.121881 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-762335b0-9517-4867-86c4-10dd36e8e1e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 1127 time: 0.1015980 Mar 04 20:38:04.123511 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b4e5e7e7-418f-4023-99de-794a02996fff req-f9489efd-a2ca-4e11-85ba-2564a8a5576e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 943 time: 0.1443095 Mar 04 20:38:04.145231 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (80554342-146f-4940-807d-c331296ea88c), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:04.240549 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-9037c003-ca34-44f2-9df8-51654ef3c935 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef0eae64-7e94-47c7-89a8-8b5eed19dc90 HTTP/1.1" status: 200 len: 217 time: 0.1037292 Mar 04 20:38:04.250089 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b4e5e7e7-418f-4023-99de-794a02996fff req-8544a435-3407-440a-903f-015c9cab60cf tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156423 Mar 04 20:38:04.296515 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (80554342-146f-4940-807d-c331296ea88c), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:04.298406 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:04.299235 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:04.308688 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-45aa0922-fa43-45e1-af99-8c65cd0d7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:04.309210 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-45aa0922-fa43-45e1-af99-8c65cd0d7027 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0620844 Mar 04 20:38:04.389431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-e9058a8b-ec4b-424b-aa2a-6afc45af1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:04.391798 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-e9058a8b-ec4b-424b-aa2a-6afc45af1ede service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0745001 Mar 04 20:38:04.413972 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1682174 Mar 04 20:38:04.415815 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38748) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:04.421371 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Request body: {'subnet': {'network_id': '80554342-146f-4940-807d-c331296ea88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2143174908-subnet', 'tenant_id': '643a3ec2c51c44439f1c75d525385cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:04.425675 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106eb81-3e09-463e-9cf9-c82c219d64e5 admin admin] Pushing event updated for resources: {'Network': ['ID=80554342-146f-4940-807d-c331296ea88c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:04.438333 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 80554342-146f-4940-807d-c331296ea88c details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:04.560968 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Made reservation on behalf of 643a3ec2c51c44439f1c75d525385cfb for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:04.565242 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:04.565976 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-87f38e1e-f08b-44d8-90ce-dfff5d6800a7 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670015 Mar 04 20:38:04.702524 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bb8bd5a-d7d9-4849-a092-e74b20f37753 req-88e1c9fc-74f2-464c-9bdc-07fd35a7cdfd service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262493 Mar 04 20:38:04.862565 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:04.863400 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:05.005426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (a582858e-955c-470e-8bb9-bd459821d03f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:05.075949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a582858e-955c-470e-8bb9-bd459821d03f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:05.085991 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Checking segment: {'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:05.086359 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Network hostable DHCP agents. Network: 80554342-146f-4940-807d-c331296ea88c, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:05.225407 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Network 80554342-146f-4940-807d-c331296ea88c is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:05.268101 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02146b-52be-49d0-a957-9dc2149352b2 req-2b68cf23-35e2-44e7-a70d-434082946539 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:05.276866 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ea02146b-52be-49d0-a957-9dc2149352b2 req-2b68cf23-35e2-44e7-a70d-434082946539 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1111450 Mar 04 20:38:05.369828 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ea02146b-52be-49d0-a957-9dc2149352b2 req-169f4012-c711-4067-8a53-573513401ea6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911889 Mar 04 20:38:05.371830 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 80554342-146f-4940-807d-c331296ea88c) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:05.391301 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561d9cc-4b70-427d-8861-e01d104a342f None None] Network 80554342-146f-4940-807d-c331296ea88c requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:05.394877 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:05.397164 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:05.435197 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baff3a-bd3b-42c9-823f-bff7ce273136 req-ab5ce3c3-6cf1-4e97-85ca-742016121ca9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:05.445684 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38776) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:05.450462 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-01baff3a-bd3b-42c9-823f-bff7ce273136 req-ab5ce3c3-6cf1-4e97-85ca-742016121ca9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.2353957 Mar 04 20:38:05.480415 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-318f8391-d32f-41d2-8bc1-74c89120d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:05.481911 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-318f8391-d32f-41d2-8bc1-74c89120d2a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.1982558 Mar 04 20:38:05.530906 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-01baff3a-bd3b-42c9-823f-bff7ce273136 req-05cdadab-ad01-4a6e-9f64-a0f07c751155 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832496 Mar 04 20:38:05.625480 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115dacb-2bbf-4f4a-aec6-1131dbf7c441 None None] Network 80554342-146f-4940-807d-c331296ea88c requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:05.653004 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d89c68c6-7fd6-424c-9235-0e67eded89c2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2342954 Mar 04 20:38:05.666270 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-5a049af1-d793-4f3b-9cc9-937543b4fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:05.668127 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-5a049af1-d793-4f3b-9cc9-937543b4fce4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.1765110 Mar 04 20:38:05.682820 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69d2d4-88d3-44f4-be1b-0673d6b8e7ee req-f1053feb-4525-48ea-9231-81cc73021919 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:05.686048 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fd69d2d4-88d3-44f4-be1b-0673d6b8e7ee req-f1053feb-4525-48ea-9231-81cc73021919 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 943 time: 0.1762111 Mar 04 20:38:05.746785 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-1ea686f3-9522-4805-bff2-26a7754a81fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 217 time: 0.0707374 Mar 04 20:38:05.778537 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fd69d2d4-88d3-44f4-be1b-0673d6b8e7ee req-b495cc63-7d32-41b0-8a4e-3b62483c0057 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784597 Mar 04 20:38:05.790557 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c4de87-05fe-4372-88b0-b78a887cb895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:05.826754 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-3786111b-4450-42f7-bfa2-7a49a9d6f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:05.828568 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-3786111b-4450-42f7-bfa2-7a49a9d6f1d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.0735705 Mar 04 20:38:05.877571 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-8d3ee4ec-ea29-47e9-9d2f-c2ca43f6f245 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406096 Mar 04 20:38:05.912448 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c4de87-05fe-4372-88b0-b78a887cb895 admin admin] Publish callbacks [] for security_group (6e550e7f-d029-4b50-b664-d53dfa9806d9), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:05.999427 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-8ccf8539-06b9-49dd-a1e6-23f88949d6fe service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143105 Mar 04 20:38:06.005398 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c4de87-05fe-4372-88b0-b78a887cb895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6e550e7f-d029-4b50-b664-d53dfa9806d9), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:06.058822 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4de87-05fe-4372-88b0-b78a887cb895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e550e7f-d029-4b50-b664-d53dfa9806d9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:06.080504 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c6c4de87-05fe-4372-88b0-b78a887cb895 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f0b2b4b029d4a479ddd49d12682f748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6276698 Mar 04 20:38:06.084199 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:06.129426 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-335a622a-4f9b-4655-b75f-2ccaba14632c req-1c9e6073-0bda-47c5-9945-70d3f11cdb9e service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226709 Mar 04 20:38:06.170553 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-061b5b8b-a59b-4182-bbb2-c99801b8394e admin admin] Publish callbacks [] for security_group (6e550e7f-d029-4b50-b664-d53dfa9806d9), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:06.199166 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-061b5b8b-a59b-4182-bbb2-c99801b8394e admin admin] Publish callbacks [] for security_group (6e550e7f-d029-4b50-b664-d53dfa9806d9), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:06.366090 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-061b5b8b-a59b-4182-bbb2-c99801b8394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6e550e7f-d029-4b50-b664-d53dfa9806d9), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:06.369456 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-061b5b8b-a59b-4182-bbb2-c99801b8394e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:06.371439 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-061b5b8b-a59b-4182-bbb2-c99801b8394e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e550e7f-d029-4b50-b664-d53dfa9806d9 HTTP/1.1" status: 204 len: 168 time: 0.2847378 Mar 04 20:38:06.393199 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b5b8b-a59b-4182-bbb2-c99801b8394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e550e7f-d029-4b50-b664-d53dfa9806d9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:06.540610 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966cabe-b776-484b-985a-876ac2df8f59 req-c658d353-30ef-40f6-9a9f-3a54ea6ba74e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:06.542368 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e966cabe-b776-484b-985a-876ac2df8f59 req-c658d353-30ef-40f6-9a9f-3a54ea6ba74e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0700583 Mar 04 20:38:06.787528 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e966cabe-b776-484b-985a-876ac2df8f59 req-997da057-3c24-43d9-8004-b78550763290 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211146 Mar 04 20:38:06.892744 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdb1c7-4e95-4a48-83d7-099c3c02bc25 req-1ed001bc-e999-433b-a651-bab2b3781d14 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:06.904829 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bfbdb1c7-4e95-4a48-83d7-099c3c02bc25 req-1ed001bc-e999-433b-a651-bab2b3781d14 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.2021124 Mar 04 20:38:06.959144 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bfbdb1c7-4e95-4a48-83d7-099c3c02bc25 req-56200ca7-c3dd-4df5-aff1-5c7b1139f40f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514741 Mar 04 20:38:06.985073 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9e79-7975-4667-8680-535c85798b82 req-41662f96-d4fc-4614-8331-b1740fdde422 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:06.986624 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4efd9e79-7975-4667-8680-535c85798b82 req-41662f96-d4fc-4614-8331-b1740fdde422 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 943 time: 0.0620341 Mar 04 20:38:07.037757 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4efd9e79-7975-4667-8680-535c85798b82 req-29299a98-a1d2-46a2-8fe8-394c5abf8f00 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434031 Mar 04 20:38:07.068275 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:07.945096 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa386-c023-4dc2-b8ee-46e92875cebd req-8ef54066-4c9c-4a11-938a-73a2dc499994 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:07.952725 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-392fa386-c023-4dc2-b8ee-46e92875cebd req-8ef54066-4c9c-4a11-938a-73a2dc499994 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0693898 Mar 04 20:38:08.007321 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-392fa386-c023-4dc2-b8ee-46e92875cebd req-36413ba5-4188-4fbc-8821-4874f72fbcd8 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Mar 04 20:38:08.139622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e34d0-156b-4d96-99be-b344ba610392 req-b56fb347-7ee9-44e8-83ae-8d125616d371 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:08.146678 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-324e34d0-156b-4d96-99be-b344ba610392 req-b56fb347-7ee9-44e8-83ae-8d125616d371 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0861146 Mar 04 20:38:08.191938 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ef0eae64-7e94-47c7-89a8-8b5eed19dc90 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:08.214483 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-324e34d0-156b-4d96-99be-b344ba610392 req-ed97de60-78d8-47e3-b0a6-cdd71a2b4723 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669324 Mar 04 20:38:08.228692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c47-b387-45b3-b1c9-70d18dd406a0 req-9076bf5b-bedd-4cdb-9fdc-5e7391f53bfd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:08.244113 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-24fe7c47-b387-45b3-b1c9-70d18dd406a0 req-9076bf5b-bedd-4cdb-9fdc-5e7391f53bfd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 943 time: 0.1220560 Mar 04 20:38:08.303915 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-24fe7c47-b387-45b3-b1c9-70d18dd406a0 req-e7ac8ee7-92ed-4450-89fd-a572502966da tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585542 Mar 04 20:38:08.377942 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ef0eae64-7e94-47c7-89a8-8b5eed19dc90, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:08.530483 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'port_id': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'mac_address': 'fa:16:3e:ca:51:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:08.584011 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:08.584648 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:08.601398 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0eae64-7e94-47c7-89a8-8b5eed19dc90 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:08.629591 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ef0eae64-7e94-47c7-89a8-8b5eed19dc90, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:08.704698 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:08.763694 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:08.988499 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-976023b1-4142-40a7-836e-a096813dcc63 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:08.995667 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-976023b1-4142-40a7-836e-a096813dcc63 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/networks?id=80554342-146f-4940-807d-c331296ea88c HTTP/1.1" status: 200 len: 809 time: 0.1283906 Mar 04 20:38:09.006951 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-69c3cd94-1a67-4237-a285-b02cc745f6c3 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/quotas/643a3ec2c51c44439f1c75d525385cfb HTTP/1.1" status: 200 len: 375 time: 0.0101430 Mar 04 20:38:09.055920 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-1de2d836-dace-4507-9f33-9d60a2e66ab9 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=643a3ec2c51c44439f1c75d525385cfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414474 Mar 04 20:38:09.119861 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['ef0eae64-7e94-47c7-89a8-8b5eed19dc90'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:09.232232 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016ca36-2b51-46ea-bb1a-987e863d1ac2 req-fcb36ee0-80e4-4b6c-b776-bd7c681f51fa tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:09.233812 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c016ca36-2b51-46ea-bb1a-987e863d1ac2 req-fcb36ee0-80e4-4b6c-b776-bd7c681f51fa tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1358733 Mar 04 20:38:09.267575 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-afc757ec-faa8-4ff8-9584-22d8f79299d4 service neutron] 10.222.0.37 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047346 Mar 04 20:38:09.323750 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c016ca36-2b51-46ea-bb1a-987e863d1ac2 req-a8272029-b711-4dfd-bbd6-73ed3ce3a027 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811040 Mar 04 20:38:09.397153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-cd280c2c-bb3c-4148-8190-0d133170e2e2 service neutron] 10.222.0.37 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201420 Mar 04 20:38:09.498642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5a99-5949-43c0-ac95-8ec7580879b2 req-a233a662-801c-41c3-aacb-9cd02cda9ea4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:09.500485 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dc0d5a99-5949-43c0-ac95-8ec7580879b2 req-a233a662-801c-41c3-aacb-9cd02cda9ea4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0989769 Mar 04 20:38:09.585754 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dc0d5a99-5949-43c0-ac95-8ec7580879b2 req-f3c9be18-08ba-4833-9b78-c32ecc398146 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754230 Mar 04 20:38:09.747144 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-14d558de-7870-406b-8df1-1b4bfe77e7cd req-4432b5fc-583a-4786-b2d6-b1ddd0526866 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0586522 Mar 04 20:38:09.784436 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856402f0-5615-41de-9c86-cf1454d6d9a6 req-e727bf01-ef94-4b04-9c3e-a0c88a0aa69f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:09.787503 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-856402f0-5615-41de-9c86-cf1454d6d9a6 req-e727bf01-ef94-4b04-9c3e-a0c88a0aa69f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 944 time: 0.1067841 Mar 04 20:38:09.885101 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-856402f0-5615-41de-9c86-cf1454d6d9a6 req-d55616de-6db4-45e6-8fdb-3568265118f5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860746 Mar 04 20:38:10.138317 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 38926) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:10.304700 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0c406a2-623f-4bf5-9e41-0643c6114735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:10.406825 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0c406a2-623f-4bf5-9e41-0643c6114735 admin admin] Publish callbacks [] for security_group (c0ce6c89-f748-4b8e-951b-fb9baf34153f), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:10.484970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dade20-936c-4e03-be10-57ecb039c809 req-2be8cff9-5516-45b5-a350-5535558f5746 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:10.486563 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-10dade20-936c-4e03-be10-57ecb039c809 req-2be8cff9-5516-45b5-a350-5535558f5746 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0691526 Mar 04 20:38:10.524213 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0c406a2-623f-4bf5-9e41-0643c6114735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c0ce6c89-f748-4b8e-951b-fb9baf34153f), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:10.588086 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-10dade20-936c-4e03-be10-57ecb039c809 req-7339edb6-6ba9-436b-b52d-2d819d7d37a6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880914 Mar 04 20:38:10.591603 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-f0c406a2-623f-4bf5-9e41-0643c6114735 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b49d237c4ee24ed8ab409155f2a4f162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515967 Mar 04 20:38:10.592806 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c406a2-623f-4bf5-9e41-0643c6114735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce6c89-f748-4b8e-951b-fb9baf34153f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:10.597089 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 38938) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:10.709420 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f166ed89-7710-45c7-9d99-723f1765f2ad admin admin] Publish callbacks [] for security_group (c0ce6c89-f748-4b8e-951b-fb9baf34153f), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:10.761310 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f166ed89-7710-45c7-9d99-723f1765f2ad admin admin] Publish callbacks [] for security_group (c0ce6c89-f748-4b8e-951b-fb9baf34153f), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:10.808515 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eacea-d340-4026-89ba-ba4cf0bf88ef req-6e85d734-4709-4d95-996b-37fa2f6980ca tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:10.810071 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-428eacea-d340-4026-89ba-ba4cf0bf88ef req-6e85d734-4709-4d95-996b-37fa2f6980ca tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.1027403 Mar 04 20:38:10.821802 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c60f50c9-8338-439d-984e-be03187b9ac9 req-69082781-85f0-4486-9fd4-54ccfdd19262 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Mar 04 20:38:10.879060 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-428eacea-d340-4026-89ba-ba4cf0bf88ef req-7e5a0dfb-0708-467b-9280-b05c5ba12a73 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596952 Mar 04 20:38:11.019337 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae37d71-6172-419c-b9da-3b4641511bd0 req-5cee273e-1d4d-423c-8b09-d30ded15f3c5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:11.021335 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ae37d71-6172-419c-b9da-3b4641511bd0 req-5cee273e-1d4d-423c-8b09-d30ded15f3c5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 944 time: 0.0734816 Mar 04 20:38:11.079338 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ae37d71-6172-419c-b9da-3b4641511bd0 req-a0284d0c-8ebe-41b2-9b6c-e59bcf343932 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519476 Mar 04 20:38:11.284767 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f166ed89-7710-45c7-9d99-723f1765f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (c0ce6c89-f748-4b8e-951b-fb9baf34153f), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:11.288170 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f166ed89-7710-45c7-9d99-723f1765f2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:11.289331 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f166ed89-7710-45c7-9d99-723f1765f2ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0ce6c89-f748-4b8e-951b-fb9baf34153f HTTP/1.1" status: 204 len: 168 time: 0.6887703 Mar 04 20:38:11.298590 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166ed89-7710-45c7-9d99-723f1765f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce6c89-f748-4b8e-951b-fb9baf34153f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:11.744542 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e53f-d096-4d93-bb65-d09c33dfe681 req-99672455-239f-4e12-98f6-51160218a3a5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:11.747275 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a265e53f-d096-4d93-bb65-d09c33dfe681 req-99672455-239f-4e12-98f6-51160218a3a5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0716188 Mar 04 20:38:11.800541 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a265e53f-d096-4d93-bb65-d09c33dfe681 req-38d37e63-b5ec-40c4-90a2-f6bea8ddb5d9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Mar 04 20:38:11.977010 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b83d0344-a25c-4827-abd5-21d84496d95f req-31efb8f3-dd4a-4cb1-8261-52aa27f8591f tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0489271 Mar 04 20:38:12.028901 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5cf08-f755-42df-82af-4b6c90ddc186 req-97ca8cd3-4ac8-4ad0-845f-0430b475e482 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:12.030449 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f8f5cf08-f755-42df-82af-4b6c90ddc186 req-97ca8cd3-4ac8-4ad0-845f-0430b475e482 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0623858 Mar 04 20:38:12.105520 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f8f5cf08-f755-42df-82af-4b6c90ddc186 req-78b87190-aeb7-4b10-bc32-f33e7f1e0ec6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696378 Mar 04 20:38:12.221630 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404a3ff-e216-4690-9182-a71111916e07 req-83875401-d2eb-40e9-bfa7-4d25b2052f55 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:12.223107 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6404a3ff-e216-4690-9182-a71111916e07 req-83875401-d2eb-40e9-bfa7-4d25b2052f55 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 944 time: 0.0554609 Mar 04 20:38:12.273644 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6404a3ff-e216-4690-9182-a71111916e07 req-a2513cd8-3759-458c-b468-9091bfe1aabe tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447001 Mar 04 20:38:12.962117 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504e68a-21e3-4eec-aa8b-da434cedaabe req-32a7fed6-355a-4844-9437-39b9e3572786 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:12.963654 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7504e68a-21e3-4eec-aa8b-da434cedaabe req-32a7fed6-355a-4844-9437-39b9e3572786 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0573151 Mar 04 20:38:13.014937 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7504e68a-21e3-4eec-aa8b-da434cedaabe req-1e6052f2-1fb2-4ab1-9c2f-1894a86b3723 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Mar 04 20:38:13.083466 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ed46915a-6060-4fd8-bf09-e5e586c27b5a req-42275456-e9dd-4d18-a863-c49410367a37 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0301132 Mar 04 20:38:13.230643 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f36c37-2c4d-4165-98c9-803f40844d9b req-00b40c3b-cced-4f83-aa5e-1e014e21214a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:13.232115 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e7f36c37-2c4d-4165-98c9-803f40844d9b req-00b40c3b-cced-4f83-aa5e-1e014e21214a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0556054 Mar 04 20:38:13.279314 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e7f36c37-2c4d-4165-98c9-803f40844d9b req-9eed1790-7d98-44fd-909b-400e2df4938e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412295 Mar 04 20:38:13.405881 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20ab44-5465-415e-ae77-2687c42f163b req-cce23b63-7958-43a6-8a9a-8ddef763da4d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:13.407269 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8e20ab44-5465-415e-ae77-2687c42f163b req-cce23b63-7958-43a6-8a9a-8ddef763da4d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 944 time: 0.0529602 Mar 04 20:38:13.453714 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8e20ab44-5465-415e-ae77-2687c42f163b req-f6bc2399-14f2-46c6-9648-b2f6694fc329 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Mar 04 20:38:13.648304 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ef0eae64-7e94-47c7-89a8-8b5eed19dc90 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:13.781263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:13.785170 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:13.785540 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.860729 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:13.861113 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.885143 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:13.887382 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc3955b-b347-49a6-a8c3-36caf99bac83" -d '{"events": [{"server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "name": "network-vif-plugged", "status": "completed", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:13.899706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ef0eae64-7e94-47c7-89a8-8b5eed19dc90, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:13.924386 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6a0ea4-01fd-45fe-9c68-05056768aff4 x-openstack-request-id: req-1e6a0ea4-01fd-45fe-9c68-05056768aff4 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:13.924706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "name": "network-vif-plugged", "status": "completed", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:13.924967 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e6a0ea4-01fd-45fe-9c68-05056768aff4 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:13.925366 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'code': 200} Mar 04 20:38:13.969974 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.021244 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.144214 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3145d-7ee5-40a1-bbe8-2922b72f3c76 req-cb7bb929-186c-4e57-a43d-1897febbccad tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:14.146972 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1e3145d-7ee5-40a1-bbe8-2922b72f3c76 req-cb7bb929-186c-4e57-a43d-1897febbccad tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0548320 Mar 04 20:38:14.184924 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0f5c7877-4613-443a-9f3a-8cca59957079 req-92788d70-2d53-40fd-87e5-83c306410c6f tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0352404 Mar 04 20:38:14.200276 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c1e3145d-7ee5-40a1-bbe8-2922b72f3c76 req-45464560-431d-4131-ab11-446450c8b543 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482645 Mar 04 20:38:14.407511 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557939-1b7f-4ae1-b2a2-9d655d8e67d3 req-e36c9b6f-5cee-4b46-a3cb-9f0f7882cca3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:14.409084 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6f557939-1b7f-4ae1-b2a2-9d655d8e67d3 req-e36c9b6f-5cee-4b46-a3cb-9f0f7882cca3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0564482 Mar 04 20:38:14.455253 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6f557939-1b7f-4ae1-b2a2-9d655d8e67d3 req-f63a0bf0-5dab-4301-8cc3-1de9009d5acb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396452 Mar 04 20:38:14.794477 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8abef8-a755-4cec-ac69-0a35aa631f4a req-cf1a5e96-c99d-4eb4-b368-48f59154edc1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:14.795958 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-de8abef8-a755-4cec-ac69-0a35aa631f4a req-cf1a5e96-c99d-4eb4-b368-48f59154edc1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.2770517 Mar 04 20:38:14.842599 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-de8abef8-a755-4cec-ac69-0a35aa631f4a req-50cccdb9-edac-4a12-b7d2-8cdcf5f4f2ef tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Mar 04 20:38:14.892428 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf7f6e-d756-489b-8a46-2fd32cba7958 req-e6655b8b-421c-4e1f-8ac2-01a594f261c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:14.893927 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-05bf7f6e-d756-489b-8a46-2fd32cba7958 req-e6655b8b-421c-4e1f-8ac2-01a594f261c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 1129 time: 0.0441926 Mar 04 20:38:14.945075 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-05bf7f6e-d756-489b-8a46-2fd32cba7958 req-ffc8a757-0bd6-49f8-bac7-5ae3757c4ed6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378735 Mar 04 20:38:15.281295 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b25ff82e-01d8-4f65-877f-1dc314b086fe req-cb067ff0-ae91-44a0-84db-7b13555616c2 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Mar 04 20:38:15.321101 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c850c2c-2353-4787-a1bc-92dfbe56b27f req-832c57dc-4bad-4afe-b446-260260bf5e78 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:15.322589 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c850c2c-2353-4787-a1bc-92dfbe56b27f req-832c57dc-4bad-4afe-b446-260260bf5e78 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0549979 Mar 04 20:38:15.375003 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c850c2c-2353-4787-a1bc-92dfbe56b27f req-01fb4ec5-ade0-4cc1-ba17-305bf4736ce6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Mar 04 20:38:15.554281 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-732b1738-ab62-4ce6-bb46-4b8e1e5785a4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:15.555719 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-732b1738-ab62-4ce6-bb46-4b8e1e5785a4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "GET /v2.0/networks?id=80554342-146f-4940-807d-c331296ea88c HTTP/1.1" status: 200 len: 809 time: 0.1103015 Mar 04 20:38:15.580062 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a7cc5-1933-4936-b5e1-c7bb72efd636 req-e7168ec5-2203-400c-9f76-702eaeb84c9c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:15.581639 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8b4a7cc5-1933-4936-b5e1-c7bb72efd636 req-e7168ec5-2203-400c-9f76-702eaeb84c9c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0539167 Mar 04 20:38:15.626783 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Request body: {'port': {'device_id': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'network_id': '80554342-146f-4940-807d-c331296ea88c', 'admin_state_up': True, 'tenant_id': '643a3ec2c51c44439f1c75d525385cfb'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:15.632846 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8b4a7cc5-1933-4936-b5e1-c7bb72efd636 req-fb835cc7-3865-4bcd-9293-24eaeffbdbfd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454874 Mar 04 20:38:15.844845 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Made reservation on behalf of 643a3ec2c51c44439f1c75d525385cfb for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:15.848933 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.066436 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712025-bc03-429e-b118-66c74bb85858 req-6d100617-7960-413f-9720-0d07f4f002b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:16.068428 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f3712025-bc03-429e-b118-66c74bb85858 req-6d100617-7960-413f-9720-0d07f4f002b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1129 time: 0.1449125 Mar 04 20:38:16.075388 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Allocated IP 172.20.0.8 (80554342-146f-4940-807d-c331296ea88c/a582858e-955c-470e-8bb9-bd459821d03f/7f5e7258-7eb1-43bf-95f3-3b1781edcc62) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:16.092011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabe78c-a882-4a2a-bb12-d453567dbda8 req-19842ecc-4fdc-43ee-b06c-f8561c24a10d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:16.101477 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0eabe78c-a882-4a2a-bb12-d453567dbda8 req-19842ecc-4fdc-43ee-b06c-f8561c24a10d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.1688843 Mar 04 20:38:16.246119 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0eabe78c-a882-4a2a-bb12-d453567dbda8 req-87a9f496-b584-4d1f-ac02-3968b08669a1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430938 Mar 04 20:38:16.312846 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712025-bc03-429e-b118-66c74bb85858 req-1e5ac99a-35ff-4586-88ee-cc54ee0910f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:16.313974 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f3712025-bc03-429e-b118-66c74bb85858 req-1e5ac99a-35ff-4586-88ee-cc54ee0910f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.2364378 Mar 04 20:38:16.353273 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks [] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.386813 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-29eb075c-b5cd-4182-bc48-37d456bdb0e2 req-74956420-b066-49f9-a198-8507cfbcbc2a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0298283 Mar 04 20:38:16.474618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.529605 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Network 80554342-146f-4940-807d-c331296ea88c is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:16.537982 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:16.540508 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Pushing event updated for resources: {'Port': ['ID=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:16.542630 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:16.551634 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f4d9-2d62-4c92-81ad-271dc26226b4 req-7c452c44-de8f-44f5-80d6-22a53260afc5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:16.553258 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2c25f4d9-2d62-4c92-81ad-271dc26226b4 req-7c452c44-de8f-44f5-80d6-22a53260afc5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1073976 Mar 04 20:38:16.619260 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:16.619861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.643161 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2c25f4d9-2d62-4c92-81ad-271dc26226b4 req-37b6754e-24fc-4084-9911-0b2f5f9441ed tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Mar 04 20:38:16.687240 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-a285ca36-e17f-4a0f-99a3-3f599946c94a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714035 Mar 04 20:38:16.756101 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f96f8-fa7b-40a8-9a54-613037d7d011 req-d5fec083-a553-4dd2-8fa2-e3661e71f1db tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:16.757609 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ad7f96f8-fa7b-40a8-9a54-613037d7d011 req-d5fec083-a553-4dd2-8fa2-e3661e71f1db tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0537994 Mar 04 20:38:16.805736 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ad7f96f8-fa7b-40a8-9a54-613037d7d011 req-aa4780e9-677f-4dcf-bacd-ba773b5d3a9e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Mar 04 20:38:17.365865 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41450015-8981-4f4a-9831-2f354b9da4c8 req-1596aac6-e7a8-4fe9-b41c-792e4b753370 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:17.367335 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41450015-8981-4f4a-9831-2f354b9da4c8 req-1596aac6-e7a8-4fe9-b41c-792e4b753370 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0532658 Mar 04 20:38:17.412641 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41450015-8981-4f4a-9831-2f354b9da4c8 req-368b5c17-a972-4f16-80c9-567517d783b9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394857 Mar 04 20:38:17.499653 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7d621-01ff-4a52-92ca-39447378e511 req-75a562c7-0aa1-4b74-8e1e-c9a89c2d2cb4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:17.501139 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a5f7d621-01ff-4a52-92ca-39447378e511 req-75a562c7-0aa1-4b74-8e1e-c9a89c2d2cb4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 931 time: 0.0510631 Mar 04 20:38:17.545777 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a5f7d621-01ff-4a52-92ca-39447378e511 req-4e2e8117-5860-4ab8-95e0-fdd2e951ff0c tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 Mar 04 20:38:17.761634 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13ea25-51f3-4af1-979a-947bd4ace314 req-ba0b4b6a-e120-4346-80a4-b71e861a6a6f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:17.763115 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ba13ea25-51f3-4af1-979a-947bd4ace314 req-ba0b4b6a-e120-4346-80a4-b71e861a6a6f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0561020 Mar 04 20:38:17.809172 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ba13ea25-51f3-4af1-979a-947bd4ace314 req-3df15d57-836d-4ba5-8eaf-7ac84396ce2c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Mar 04 20:38:17.928646 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9ab41-1dc1-4cb7-acd6-0be250c8c38b req-40f0fb50-8cb2-4587-8490-cec498026685 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:17.930030 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4ba9ab41-1dc1-4cb7-acd6-0be250c8c38b req-40f0fb50-8cb2-4587-8490-cec498026685 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0546246 Mar 04 20:38:17.975411 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4ba9ab41-1dc1-4cb7-acd6-0be250c8c38b req-b6097e19-a437-4ae0-b4f7-6ca760dfec30 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399976 Mar 04 20:38:18.527243 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612cc93-474e-432b-bf87-96816d1877ba req-9bb186f1-f6e3-45d5-8c93-b84c2a17e89a tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:18.528630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b612cc93-474e-432b-bf87-96816d1877ba req-9bb186f1-f6e3-45d5-8c93-b84c2a17e89a tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0514915 Mar 04 20:38:18.574505 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b612cc93-474e-432b-bf87-96816d1877ba req-fd338c22-16a2-4948-82a6-45c018edac9c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404892 Mar 04 20:38:18.661662 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4d16-c157-434c-94ee-7e5372df3584 req-ee8b9de5-bdf7-46aa-9587-3514ac778762 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:18.663238 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-131c4d16-c157-434c-94ee-7e5372df3584 req-ee8b9de5-bdf7-46aa-9587-3514ac778762 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 931 time: 0.0523496 Mar 04 20:38:18.711180 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-131c4d16-c157-434c-94ee-7e5372df3584 req-13d5317d-5a6a-4133-bad2-c7d515145d62 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 Mar 04 20:38:18.925850 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3b22-d297-474a-8c63-f8cce5c47815 req-2f9632e8-097d-42d1-bce4-7e07a6001a95 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:18.927369 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-899d3b22-d297-474a-8c63-f8cce5c47815 req-2f9632e8-097d-42d1-bce4-7e07a6001a95 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0527375 Mar 04 20:38:18.978173 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-899d3b22-d297-474a-8c63-f8cce5c47815 req-2ed6cec9-8e0f-4747-bef0-8a10a3f2f6bc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Mar 04 20:38:19.096500 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf0fa-f8f6-481f-b73f-86a3faf375ea req-8a262c3d-b4e5-49b6-a660-754911b44f19 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:19.097899 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-62dbf0fa-f8f6-481f-b73f-86a3faf375ea req-8a262c3d-b4e5-49b6-a660-754911b44f19 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0550849 Mar 04 20:38:19.143895 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-62dbf0fa-f8f6-481f-b73f-86a3faf375ea req-f6d15a59-e076-4160-bbc3-184f678cbd55 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403986 Mar 04 20:38:19.320054 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Request body: {'port': {'device_id': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:19.423652 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f3712025-bc03-429e-b118-66c74bb85858 req-41fcaed6-b076-40b9-8da4-cfc350547ab1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 1001 time: 0.1145079 Mar 04 20:38:19.430695 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.560442 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712025-bc03-429e-b118-66c74bb85858 req-84b714c4-d166-42e7-b910-6fc86eb7cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:19.561861 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f3712025-bc03-429e-b118-66c74bb85858 req-84b714c4-d166-42e7-b910-6fc86eb7cd46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.1001329 Mar 04 20:38:19.686881 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712025-bc03-429e-b118-66c74bb85858 req-1a0a8c97-8118-4f36-9975-f97394988ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:19.688280 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f3712025-bc03-429e-b118-66c74bb85858 req-1a0a8c97-8118-4f36-9975-f97394988ea1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1171322 Mar 04 20:38:19.832547 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106d36d-d273-4d84-b637-4591ca44a7f8 req-b398c8e7-ac38-47ba-b2d9-afdcd8e70cf2 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:19.834074 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9106d36d-d273-4d84-b637-4591ca44a7f8 req-b398c8e7-ac38-47ba-b2d9-afdcd8e70cf2 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 931 time: 0.0552981 Mar 04 20:38:19.851960 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c8f5f-bb90-4b1c-98a7-4524f6e33744 req-8aeb25c3-36f5-487f-a316-c9414933252d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:19.853491 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0a5c8f5f-bb90-4b1c-98a7-4524f6e33744 req-8aeb25c3-36f5-487f-a316-c9414933252d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.2120771 Mar 04 20:38:19.897790 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9106d36d-d273-4d84-b637-4591ca44a7f8 req-e6490f7a-2052-47e8-8ec2-c1ee258a3daf tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577860 Mar 04 20:38:19.924431 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f3712025-bc03-429e-b118-66c74bb85858 req-494cea52-e5ab-4032-a2e3-ee83f0d3c170 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165139 Mar 04 20:38:19.936443 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:19.953669 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Publish callbacks [] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.976922 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0a5c8f5f-bb90-4b1c-98a7-4524f6e33744 req-f3a6a2f8-5614-4f8b-9073-db864f61e68a tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763624 Mar 04 20:38:19.982542 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Transition to ACTIVE for port object 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:20.056252 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.098295 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ef7c7-b685-42a6-afa4-b4861f4cfd43 req-c2438488-507a-4df8-87aa-283ac92af747 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:20.102428 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-461ef7c7-b685-42a6-afa4-b4861f4cfd43 req-c2438488-507a-4df8-87aa-283ac92af747 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0587766 Mar 04 20:38:20.131631 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:20.158857 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-461ef7c7-b685-42a6-afa4-b4861f4cfd43 req-d5ce06fa-742f-4420-b99c-b7739b682e5b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Mar 04 20:38:20.184219 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Attempting to bind port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:20.184587 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Attempting to bind port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:20.189007 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Attempting to bind port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 on network 80554342-146f-4940-807d-c331296ea88c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:20.189499 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 on network 80554342-146f-4940-807d-c331296ea88c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:20.189630 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Attempting to bind port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 on network 80554342-146f-4940-807d-c331296ea88c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:20.196327 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:20.196663 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Checking segment: {'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:20.197101 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Bound using segment: {'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:20.197597 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Bound port: 7f5e7258-7eb1-43bf-95f3-3b1781edcc62, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:20.198024 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.302259 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] For port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:20.305687 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] For port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:20.313725 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cc7fc-f846-47c4-b401-633d6fee028b req-73f35bf6-fb85-4e08-8c92-fa42ec9a3e6c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:20.315211 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f2cc7fc-f846-47c4-b401-633d6fee028b req-73f35bf6-fb85-4e08-8c92-fa42ec9a3e6c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 945 time: 0.0815992 Mar 04 20:38:20.364985 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f2cc7fc-f846-47c4-b401-633d6fee028b req-ebd8f5cf-241c-4b1f-8341-cbcc61da7ccf tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Mar 04 20:38:20.376281 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.417419 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:20.418037 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.419432 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] 10.222.0.39 "PUT /v2.0/ports/7f5e7258-7eb1-43bf-95f3-3b1781edcc62 HTTP/1.1" status: 200 len: 1093 time: 1.1091070 Mar 04 20:38:20.420069 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'tag': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:20.422509 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e9e40c-def2-4f30-863c-2a2c3bed900f" -d '{"events": [{"name": "network-changed", "server_uuid": "77d030a3-506e-4a5f-9073-0197aa0b9128", "tag": "7f5e7258-7eb1-43bf-95f3-3b1781edcc62"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:20.450582 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2bfac-483c-4180-8744-0e4b594488ce service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:20.463464 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f3a687-d06c-4202-9a49-0d817e8e84b5 x-openstack-request-id: req-a3f3a687-d06c-4202-9a49-0d817e8e84b5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:20.463834 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d030a3-506e-4a5f-9073-0197aa0b9128", "tag": "7f5e7258-7eb1-43bf-95f3-3b1781edcc62", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:20.464164 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3f3a687-d06c-4202-9a49-0d817e8e84b5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:20.464661 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'tag': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62', 'status': 'completed', 'code': 200} Mar 04 20:38:20.878016 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:38:20.958510 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: ACTIVE; New status is: DOWN {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:20.958909 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.981459 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:20.983711 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88af9c3-1cb6-4c27-9e9d-1b95729f29cc" -d '{"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-unplugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:20.999747 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:21.021788 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0328e8-ae8c-4a13-8e14-ab07174362bd x-openstack-request-id: req-8b0328e8-ae8c-4a13-8e14-ab07174362bd {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:21.022101 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-unplugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:21.022363 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b0328e8-ae8c-4a13-8e14-ab07174362bd {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:21.022908 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'code': 200} Mar 04 20:38:21.023520 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e988bb-c274-40c0-a6b6-60ea091a5bd9 req-5e278a45-120c-4204-b793-5c6a0b34c0e3 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:21.025079 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74e988bb-c274-40c0-a6b6-60ea091a5bd9 req-5e278a45-120c-4204-b793-5c6a0b34c0e3 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 943 time: 0.0586779 Mar 04 20:38:21.050247 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.081597 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74e988bb-c274-40c0-a6b6-60ea091a5bd9 req-7d196df7-3c7a-440f-8bfb-d8c16fe26531 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509071 Mar 04 20:38:21.107932 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=8']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:21.123503 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec24b8-db0f-4299-9632-d12cf31fdaf9 req-04c33e83-9af4-4f71-8c5b-efc6865c2c07 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:21.125018 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ddec24b8-db0f-4299-9632-d12cf31fdaf9 req-04c33e83-9af4-4f71-8c5b-efc6865c2c07 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0558147 Mar 04 20:38:21.171221 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ddec24b8-db0f-4299-9632-d12cf31fdaf9 req-09e81b8f-d049-494b-ab1d-8af3558191ce tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399270 Mar 04 20:38:21.280201 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d38893-6cb2-4e00-a7c9-62388741e11a req-81470a20-054d-4d33-85b1-ab76043ae950 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:21.281732 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-00d38893-6cb2-4e00-a7c9-62388741e11a req-81470a20-054d-4d33-85b1-ab76043ae950 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0560062 Mar 04 20:38:21.285610 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aef685-d92f-4c09-8b4f-dc58e1af9d56 req-f3ca71fd-c686-4a94-bce4-4871dd65f04c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:21.287112 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-51aef685-d92f-4c09-8b4f-dc58e1af9d56 req-f3ca71fd-c686-4a94-bce4-4871dd65f04c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0525258 Mar 04 20:38:21.296466 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39166) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:21.301085 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'port_id': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:21.334429 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-00d38893-6cb2-4e00-a7c9-62388741e11a req-05d84cc6-eeea-4077-be01-ff21a88a396b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Mar 04 20:38:21.343563 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (9e87500a-48e5-40e1-80bb-87439ee80f90), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.546146 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bca14-65cb-4f6e-b34d-9603268bb05c req-152cd672-48bc-4bfe-9711-f9c52d75d136 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:21.547595 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e33bca14-65cb-4f6e-b34d-9603268bb05c req-152cd672-48bc-4bfe-9711-f9c52d75d136 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1094570 Mar 04 20:38:21.664899 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e33bca14-65cb-4f6e-b34d-9603268bb05c req-7cb599f6-7926-4834-935c-b6c8219fef39 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890756 Mar 04 20:38:21.811759 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f3712025-bc03-429e-b118-66c74bb85858 req-d3eb15b4-81cd-446b-963b-810748d4f579 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926094 Mar 04 20:38:21.856235 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.901229 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (9e87500a-48e5-40e1-80bb-87439ee80f90), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.999782 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP 9e87500a-48e5-40e1-80bb-87439ee80f90 associated. External IP: 172.27.3.50, port: ef0eae64-7e94-47c7-89a8-8b5eed19dc90. Mar 04 20:38:22.198643 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437abaf-2db2-41af-8879-2273cbb04165 req-542cd874-48db-4e0a-9019-8184f3a92119 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:22.200103 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f437abaf-2db2-41af-8879-2273cbb04165 req-542cd874-48db-4e0a-9019-8184f3a92119 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 943 time: 0.0512064 Mar 04 20:38:22.204326 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:38:22.249296 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f437abaf-2db2-41af-8879-2273cbb04165 req-9fc0c4be-6a80-4b89-8095-dc17963d85cb tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Mar 04 20:38:22.320595 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:22.325224 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:22.331835 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:22.343751 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:22.348075 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:22.550887 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:22.605547 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ed4f3ad0-b6a7-4a5e-9e69-d575c5eca6a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "PUT /v2.0/floatingips/9e87500a-48e5-40e1-80bb-87439ee80f90 HTTP/1.1" status: 200 len: 990 time: 1.3079801 Mar 04 20:38:22.607975 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:22.610424 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7828913d-c2ed-46ef-a5f1-79c4b16850aa" -d '{"events": [{"name": "network-changed", "server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:22.636771 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a179-8c7b-4e22-b8a2-178b91566d9d req-959b447d-62a5-4b3a-94a8-23bb052dca76 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:22.638411 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-cdc0a179-8c7b-4e22-b8a2-178b91566d9d req-959b447d-62a5-4b3a-94a8-23bb052dca76 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0678902 Mar 04 20:38:22.647247 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8b79e0-7857-419f-8017-10ee07575490 x-openstack-request-id: req-be8b79e0-7857-419f-8017-10ee07575490 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:22.647533 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:22.647792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be8b79e0-7857-419f-8017-10ee07575490 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:22.648180 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'status': 'completed', 'code': 200} Mar 04 20:38:22.690967 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-cdc0a179-8c7b-4e22-b8a2-178b91566d9d req-32df743c-b1a4-4fd8-b297-77bf4880aa4a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Mar 04 20:38:22.801442 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '9e87500a-48e5-40e1-80bb-87439ee80f90', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:ca:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:37:48Z', 'updated_at': '2022-03-04T20:38:21Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}, {'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:36Z', 'revision_number': 2, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:22.824262 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9e40c-def2-4f30-863c-2a2c3bed900f req-39d00337-0515-4ef5-9f6d-4aab03a627e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:22.825795 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-85e9e40c-def2-4f30-863c-2a2c3bed900f req-39d00337-0515-4ef5-9f6d-4aab03a627e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=643a3ec2c51c44439f1c75d525385cfb&device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 1127 time: 0.1209178 Mar 04 20:38:22.829218 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-dc386bc1-b556-4c7e-8f1b-7860d12434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:22.830551 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:22.830692 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-dc386bc1-b556-4c7e-8f1b-7860d12434ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 1129 time: 0.1161571 Mar 04 20:38:22.839481 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:22.840089 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:22.860445 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f90ee2-0557-4d20-9197-9878876eb83c req-05e90a5b-bb6f-47e2-9e33-b8acd4071893 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:22.861867 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-89f90ee2-0557-4d20-9197-9878876eb83c req-05e90a5b-bb6f-47e2-9e33-b8acd4071893 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0959148 Mar 04 20:38:22.954217 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:23.035303 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-89f90ee2-0557-4d20-9197-9878876eb83c req-bee73a7b-b335-49d0-8add-bc93f3ff14ee tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615033 Mar 04 20:38:23.060513 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9e40c-def2-4f30-863c-2a2c3bed900f req-19da8480-a244-4791-ba61-4148a04e2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.060513 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-85e9e40c-def2-4f30-863c-2a2c3bed900f req-19da8480-a244-4791-ba61-4148a04e2cd7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=643a3ec2c51c44439f1c75d525385cfb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2187784 Mar 04 20:38:23.060885 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-8ca55826-4056-4ba6-a9ce-3262e978e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.062253 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-8ca55826-4056-4ba6-a9ce-3262e978e902 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 915 time: 0.2229962 Mar 04 20:38:23.186139 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '9e87500a-48e5-40e1-80bb-87439ee80f90', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:ca:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:37:48Z', 'updated_at': '2022-03-04T20:38:21Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}, {'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:36Z', 'revision_number': 2, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:23.191176 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-1e55d74d-7c47-4bff-8b5d-aa6280d10e86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef0eae64-7e94-47c7-89a8-8b5eed19dc90 HTTP/1.1" status: 200 len: 998 time: 0.1105092 Mar 04 20:38:23.216767 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395466c-ce0e-4b99-b9b3-bff20c985816 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '9e87500a-48e5-40e1-80bb-87439ee80f90', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:ca:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:37:48Z', 'updated_at': '2022-03-04T20:38:21Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}, {'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:36Z', 'revision_number': 2, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:23.242287 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9e40c-def2-4f30-863c-2a2c3bed900f req-3e9dea2f-7980-4ba1-a04e-20aaf5424fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.243823 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-85e9e40c-def2-4f30-863c-2a2c3bed900f req-3e9dea2f-7980-4ba1-a04e-20aaf5424fd5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709926 Mar 04 20:38:23.257543 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-8a36a52a-99a8-4997-ba2f-0fda963cc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.258998 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-8a36a52a-99a8-4997-ba2f-0fda963cc82e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0585399 Mar 04 20:38:23.335223 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-e22e84d7-aadc-4a52-94e0-c1cc9f5586fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.336776 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-e22e84d7-aadc-4a52-94e0-c1cc9f5586fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668912 Mar 04 20:38:23.414685 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc18ec-f7b0-4288-885a-d4d6f1e85a52 req-a2226d75-e0c9-4123-bd20-bf9a06ca5635 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.416737 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-21cc18ec-f7b0-4288-885a-d4d6f1e85a52 req-a2226d75-e0c9-4123-bd20-bf9a06ca5635 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 943 time: 0.0796373 Mar 04 20:38:23.485634 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-21cc18ec-f7b0-4288-885a-d4d6f1e85a52 req-d4476970-ca54-4ca4-98ef-db9e57e2de8a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628989 Mar 04 20:38:23.519551 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098b09b-4d94-42ad-a870-10208acef498 None None] New status for floating IP 9e87500a-48e5-40e1-80bb-87439ee80f90: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:38:23.691704 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-4a982b71-5930-40e2-90e2-76e20d471280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.693299 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-4a982b71-5930-40e2-90e2-76e20d471280 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=643a3ec2c51c44439f1c75d525385cfb&device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 1127 time: 0.3716376 Mar 04 20:38:23.711222 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-675852d4-cdf6-416c-8ce1-cf734ecc322e service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521764 Mar 04 20:38:23.827121 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92475274-0e28-4c3d-9844-d352c27edd11 req-d68ed195-d4fa-4a10-8a6a-a90e3b3e06e3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:23.828599 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-92475274-0e28-4c3d-9844-d352c27edd11 req-d68ed195-d4fa-4a10-8a6a-a90e3b3e06e3 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0537755 Mar 04 20:38:23.877856 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-92475274-0e28-4c3d-9844-d352c27edd11 req-2e83a54c-0ec4-4e5d-aad3-2b1202803c3b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431907 Mar 04 20:38:24.155180 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afa0d3-3afd-468e-9149-81b6491a9794 req-b9696aa8-4dad-4f14-ae16-984149d48bee tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:24.156715 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b6afa0d3-3afd-468e-9149-81b6491a9794 req-b9696aa8-4dad-4f14-ae16-984149d48bee tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0521193 Mar 04 20:38:24.203385 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b6afa0d3-3afd-468e-9149-81b6491a9794 req-e5469158-0f94-4be6-855e-c267dd5adbb6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 Mar 04 20:38:24.616527 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ca7cf-7b06-4189-81c8-e248dba4ab08 req-31125375-f66d-4fe9-85bb-d0e149ff7cfc tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:24.618043 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-984ca7cf-7b06-4189-81c8-e248dba4ab08 req-31125375-f66d-4fe9-85bb-d0e149ff7cfc tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 943 time: 0.0643966 Mar 04 20:38:24.665545 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-984ca7cf-7b06-4189-81c8-e248dba4ab08 req-6cfd10ab-19ea-45ce-b966-1d6d0bf33d8c tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Mar 04 20:38:24.996941 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d4b39-528e-4c9e-b429-d86e78129e99 req-978db6ef-1d87-437f-bd27-c7fb8253c597 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:24.998408 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-350d4b39-528e-4c9e-b429-d86e78129e99 req-978db6ef-1d87-437f-bd27-c7fb8253c597 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0520055 Mar 04 20:38:25.043047 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-350d4b39-528e-4c9e-b429-d86e78129e99 req-f32370d9-fe08-48e8-8dd4-dba3de51c93a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Mar 04 20:38:25.327347 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ca027-6da2-4899-9510-cc00bbc94177 req-65759d37-0c25-4083-b24d-fdda91f6f362 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:25.328868 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9a4ca027-6da2-4899-9510-cc00bbc94177 req-65759d37-0c25-4083-b24d-fdda91f6f362 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0559566 Mar 04 20:38:25.376387 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9a4ca027-6da2-4899-9510-cc00bbc94177 req-009fd2cd-e2ee-42a7-9b0e-c0faf63296e1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415161 Mar 04 20:38:25.786002 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ed20a-fe53-4bd5-8839-3ae40e76b4a1 req-3ac24edd-476f-4df6-a69f-dbb2a3b7d112 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:25.787510 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9c9ed20a-fe53-4bd5-8839-3ae40e76b4a1 req-3ac24edd-476f-4df6-a69f-dbb2a3b7d112 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 943 time: 0.0548151 Mar 04 20:38:25.834211 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9c9ed20a-fe53-4bd5-8839-3ae40e76b4a1 req-1220a981-aad6-42ea-8b60-78448c2f1347 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Mar 04 20:38:26.162936 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d880eec-c706-456c-af4a-76cb91af16d0 req-c7158a20-f123-4d5f-b2e7-e54e78b00dd9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:26.164334 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6d880eec-c706-456c-af4a-76cb91af16d0 req-c7158a20-f123-4d5f-b2e7-e54e78b00dd9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0555351 Mar 04 20:38:26.209884 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6d880eec-c706-456c-af4a-76cb91af16d0 req-f1410817-ace1-42b8-bca8-1a1010edba15 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Mar 04 20:38:26.314440 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-ba7b5384-5361-4d76-a706-d858d147ef6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f5e7258-7eb1-43bf-95f3-3b1781edcc62 HTTP/1.1" status: 200 len: 217 time: 0.0422177 Mar 04 20:38:26.411106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-32f7213c-70bc-43b4-90ee-d2ccfff03066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:26.412592 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-32f7213c-70bc-43b4-90ee-d2ccfff03066 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a582858e-955c-470e-8bb9-bd459821d03f HTTP/1.1" status: 200 len: 849 time: 0.0869844 Mar 04 20:38:26.456102 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7828913d-c2ed-46ef-a5f1-79c4b16850aa req-7fdef634-d1ae-4d3d-bfae-d364dab6fb02 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778159 Mar 04 20:38:26.458040 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-63ffe6b6-b8d4-40ce-871f-e8d3a42f2f1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80554342-146f-4940-807d-c331296ea88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322876 Mar 04 20:38:26.570170 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1bd3f-3151-4d96-9d55-a990d5f4db28 req-a9f4414a-1df1-4f20-a35d-272ac0983b7a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:26.571681 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d6b1bd3f-3151-4d96-9d55-a990d5f4db28 req-a9f4414a-1df1-4f20-a35d-272ac0983b7a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1183231 Mar 04 20:38:26.604439 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-001920e8-0242-4786-b050-e18823c3917d service neutron] 10.222.0.39 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349645 Mar 04 20:38:26.653109 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d6b1bd3f-3151-4d96-9d55-a990d5f4db28 req-50f3a4ca-4905-47df-b343-8d1997ef5efb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750055 Mar 04 20:38:26.721957 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f42a1a7a-58b3-4c6e-b641-ff8789829d73 req-98d70441-9cae-4d46-a5e7-5ea2b82076dc service neutron] 10.222.0.39 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064503 Mar 04 20:38:26.905913 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-4ba2fb9a-5bba-466c-9c16-3416cdf36aca tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077986555&fields=id&tenant_id=919c307d3caa4ee6bffe40cc58a0011b HTTP/1.1" status: 200 len: 267 time: 0.0487573 Mar 04 20:38:27.014999 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-76ba5a0c-e6bd-45ce-b263-5f3940763a60 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:27.016447 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-76ba5a0c-e6bd-45ce-b263-5f3940763a60 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 808 time: 0.1041119 Mar 04 20:38:27.030465 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-233c34b1-92a0-45af-a975-5187b0147b8a tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/quotas/919c307d3caa4ee6bffe40cc58a0011b HTTP/1.1" status: 200 len: 375 time: 0.0087605 Mar 04 20:38:27.096087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-9d21d917-c69e-4f96-82a5-97bb9851ec84 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604873 Mar 04 20:38:27.171349 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fe149-633c-4024-a2cf-b416a544aadc req-200e5e4d-88fa-4223-b566-707f2e38e2da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:27.173568 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ce9fe149-633c-4024-a2cf-b416a544aadc req-200e5e4d-88fa-4223-b566-707f2e38e2da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 943 time: 0.0631759 Mar 04 20:38:27.198823 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-b48942cc-8a5f-4213-8796-20122135cf27 service neutron] 10.222.0.37 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929761 Mar 04 20:38:27.224880 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ce9fe149-633c-4024-a2cf-b416a544aadc req-0f9ca88a-2f2f-4e3a-9053-e8bfe349f5ab tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Mar 04 20:38:27.300896 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-c7b5c04a-26d0-4739-be2b-6dbe67659a81 service neutron] 10.222.0.37 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953953 Mar 04 20:38:27.341315 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60b318-5227-419e-a2a1-38ea59cddb5d req-3995c03e-eef6-437b-89ed-c74fece00a82 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:27.342822 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4f60b318-5227-419e-a2a1-38ea59cddb5d req-3995c03e-eef6-437b-89ed-c74fece00a82 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0600486 Mar 04 20:38:27.400830 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4f60b318-5227-419e-a2a1-38ea59cddb5d req-7fb1f367-11c2-4751-a19e-1a6e4a03d3c6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Mar 04 20:38:27.798333 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf452-42c0-4140-bfa4-e183ebab8d14 req-bdab7b83-bd92-406c-8271-3010ff2b26ab tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:27.799939 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-868cf452-42c0-4140-bfa4-e183ebab8d14 req-bdab7b83-bd92-406c-8271-3010ff2b26ab tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0656710 Mar 04 20:38:27.865964 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-868cf452-42c0-4140-bfa4-e183ebab8d14 req-1da59a13-a8a6-40b4-bd03-2877362a0a4d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558672 Mar 04 20:38:27.892538 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-521cbff4-2076-4c81-b58e-0208b8b10b83 req-994eecec-f668-44d7-b18d-4801ff7f836a tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 210 time: 0.0383058 Mar 04 20:38:28.358421 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fe68c-48a2-4b8c-8839-133ad43b54bf req-7440b21f-14fd-49f9-9584-1b64fbca66a0 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:28.359945 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-518fe68c-48a2-4b8c-8839-133ad43b54bf req-7440b21f-14fd-49f9-9584-1b64fbca66a0 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 943 time: 0.0625207 Mar 04 20:38:28.435869 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-518fe68c-48a2-4b8c-8839-133ad43b54bf req-5c7bb31b-37e5-46d9-b308-8b782ecfe7f4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692179 Mar 04 20:38:28.540325 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f0b0b-930c-4606-9834-e16784e1145f req-348635f4-b378-4dec-a7b7-08f3328d396b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:28.541825 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-865f0b0b-930c-4606-9834-e16784e1145f req-348635f4-b378-4dec-a7b7-08f3328d396b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0581846 Mar 04 20:38:28.597620 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-865f0b0b-930c-4606-9834-e16784e1145f req-7129602b-c684-414e-9130-952e92a597a0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500185 Mar 04 20:38:28.638998 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:28.750313 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:28.760850 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62', 'network_id': '80554342-146f-4940-807d-c331296ea88c', 'port_id': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62', 'mac_address': 'fa:16:3e:57:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a582858e-955c-470e-8bb9-bd459821d03f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:28.801826 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:28.802297 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.815369 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:28.835235 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:28.912967 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.968736 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:28.976832 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.977211 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.977571 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.977910 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.978239 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.978618 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.978961 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.979383 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.979710 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.980049 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.980403 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.980728 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:28.981046 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:29.001579 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75de3f-5fb7-4a41-bb43-dcb1d8dee8bb req-2b8903b3-005c-4980-8ded-37cb4f0546ca tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:29.003358 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ec75de3f-5fb7-4a41-bb43-dcb1d8dee8bb req-2b8903b3-005c-4980-8ded-37cb4f0546ca tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0579867 Mar 04 20:38:29.005344 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-800f81ea-2de2-4f5a-8ae9-e8583d1bde0a req-875a4608-156f-4b01-8970-714e651228fc tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 210 time: 0.0405591 Mar 04 20:38:29.059918 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ec75de3f-5fb7-4a41-bb43-dcb1d8dee8bb req-114c4d40-d7ff-4c9a-9af1-47d08eeb9476 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487080 Mar 04 20:38:29.238706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['7f5e7258-7eb1-43bf-95f3-3b1781edcc62'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:29.285761 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:38:29.533713 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 39364) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:29.561301 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b99815-8850-49b0-803b-193db15662e8 req-93e9956c-cbce-4831-99dd-e7493cf5ffaa tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:29.563391 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-08b99815-8850-49b0-803b-193db15662e8 req-93e9956c-cbce-4831-99dd-e7493cf5ffaa tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 944 time: 0.0559485 Mar 04 20:38:29.614681 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-08b99815-8850-49b0-803b-193db15662e8 req-d7d94fff-d6b2-41e5-84d4-c292f22fb710 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Mar 04 20:38:29.650067 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cbcb517-d099-4b28-bb08-9afd149584cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.724963 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718dafb-a67a-4f4d-bf8c-097204e827bc req-68715a3e-aeda-4152-8338-4cb521273069 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:29.726381 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8718dafb-a67a-4f4d-bf8c-097204e827bc req-68715a3e-aeda-4152-8338-4cb521273069 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0557141 Mar 04 20:38:29.731931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cbcb517-d099-4b28-bb08-9afd149584cf admin admin] Publish callbacks [] for security_group (1d0d36e4-86cd-4079-aa21-f3f1e171d7cc), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.781616 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8718dafb-a67a-4f4d-bf8c-097204e827bc req-a906e892-54ec-4a5c-ae6c-09dfe3c1e6b2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Mar 04 20:38:29.844166 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cbcb517-d099-4b28-bb08-9afd149584cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1d0d36e4-86cd-4079-aa21-f3f1e171d7cc), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.883227 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3cbcb517-d099-4b28-bb08-9afd149584cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eafdef4e31c24946bcd4e566fff77b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480961 Mar 04 20:38:29.885659 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcb517-d099-4b28-bb08-9afd149584cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d36e4-86cd-4079-aa21-f3f1e171d7cc,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:29.885891 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39378) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:29.936644 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9592658a-e521-4df4-9759-e5daa2ee37c4 admin admin] Publish callbacks [] for security_group (1d0d36e4-86cd-4079-aa21-f3f1e171d7cc), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.958852 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9592658a-e521-4df4-9759-e5daa2ee37c4 admin admin] Publish callbacks [] for security_group (1d0d36e4-86cd-4079-aa21-f3f1e171d7cc), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.069064 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9592658a-e521-4df4-9759-e5daa2ee37c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1d0d36e4-86cd-4079-aa21-f3f1e171d7cc), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.071668 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9592658a-e521-4df4-9759-e5daa2ee37c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.073390 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9592658a-e521-4df4-9759-e5daa2ee37c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d0d36e4-86cd-4079-aa21-f3f1e171d7cc HTTP/1.1" status: 204 len: 168 time: 0.1864450 Mar 04 20:38:30.083047 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592658a-e521-4df4-9759-e5daa2ee37c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d36e4-86cd-4079-aa21-f3f1e171d7cc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:30.130687 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3cade2fb-28f6-44ad-bea4-6ad4b2280ff3 req-8df65a6c-680c-4df7-abb3-8cf0359df84b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 210 time: 0.0392940 Mar 04 20:38:30.176400 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-255e5bab-4861-40a0-8e70-f09356d62ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.221246 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-c56a5922-88c4-43dc-acab-d16d2e5b1805 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:30.222892 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-c56a5922-88c4-43dc-acab-d16d2e5b1805 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.39 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 808 time: 0.1844568 Mar 04 20:38:30.310941 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-1815e883-7c9f-49da-aeff-716e25fd58c9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=919c307d3caa4ee6bffe40cc58a0011b HTTP/1.1" status: 200 len: 380 time: 0.0698788 Mar 04 20:38:30.336218 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'port': {'device_id': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'admin_state_up': True, 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'security_groups': ['58a51b3c-e189-4145-ba42-a5c922ace460']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:30.359389 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [req-521a3431-d2ed-4c41-a7eb-30f38fb289c8 req-85253828-7da0-419d-a895-8547d3eba4e9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:38:30.360441 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-521a3431-d2ed-4c41-a7eb-30f38fb289c8 req-85253828-7da0-419d-a895-8547d3eba4e9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056696 Mar 04 20:38:30.581615 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Made reservation on behalf of 919c307d3caa4ee6bffe40cc58a0011b for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:30.585260 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.639829 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:30.758074 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26b71d-532d-4927-8951-cf0d0a4e8901 req-f0f1c85b-2228-4bd0-a60f-08ff9d0e5760 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:30.759480 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Allocated IP 172.20.0.3 (3589ace1-7bb1-4507-ab72-58b13f2b3e46/70634dfb-676d-4398-8380-8cf49927a168/68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:30.759884 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2c26b71d-532d-4927-8951-cf0d0a4e8901 req-f0f1c85b-2228-4bd0-a60f-08ff9d0e5760 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0587761 Mar 04 20:38:30.771322 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:30.781509 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:30.781888 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.790358 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a561-66bf-45c7-a692-a16b924f61ac req-b086f1fb-e336-453d-8c46-46404ffc4d55 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:30.792883 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4fc2a561-66bf-45c7-a692-a16b924f61ac req-b086f1fb-e336-453d-8c46-46404ffc4d55 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 944 time: 0.0985458 Mar 04 20:38:30.815984 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2c26b71d-532d-4927-8951-cf0d0a4e8901 req-d0ec1a9c-824a-4763-b18b-0f1c49c0ed6d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492773 Mar 04 20:38:30.947370 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:30.948011 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.988720 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4fc2a561-66bf-45c7-a692-a16b924f61ac req-ca3accae-19ea-40c8-848e-40470e7aca28 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853364 Mar 04 20:38:31.014273 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:31.016147 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840591be-a6be-419e-8cb0-e1fbe48d7ef0 req-7a9e655d-bbb5-42db-be5c-4f7f48669eb0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:31.016654 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c89c77-c1ad-4e4e-af12-5803062b53ca" -d '{"events": [{"server_uuid": "77d030a3-506e-4a5f-9073-0197aa0b9128", "name": "network-vif-plugged", "status": "completed", "tag": "7f5e7258-7eb1-43bf-95f3-3b1781edcc62"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:31.028316 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-840591be-a6be-419e-8cb0-e1fbe48d7ef0 req-7a9e655d-bbb5-42db-be5c-4f7f48669eb0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1259575 Mar 04 20:38:31.034647 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:31.089287 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-840591be-a6be-419e-8cb0-e1fbe48d7ef0 req-c5844cc6-382c-4d1f-a31e-d532a04144cf tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594184 Mar 04 20:38:31.090561 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.091388 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:38:31.098823 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5908d83-2f45-402d-b659-076cfc01b314 x-openstack-request-id: req-d5908d83-2f45-402d-b659-076cfc01b314 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:31.098823 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d030a3-506e-4a5f-9073-0197aa0b9128", "name": "network-vif-plugged", "status": "completed", "tag": "7f5e7258-7eb1-43bf-95f3-3b1781edcc62", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:31.098823 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5908d83-2f45-402d-b659-076cfc01b314 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:31.106157 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62', 'code': 200} Mar 04 20:38:31.224504 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.229510 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b8db-8aa4-4afc-9bff-f1f1cd3ca8a0 req-124a1ed3-28e2-464c-bc72-8e5e65178f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:31.231281 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9569b8db-8aa4-4afc-9bff-f1f1cd3ca8a0 req-124a1ed3-28e2-464c-bc72-8e5e65178f86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.1449184 Mar 04 20:38:31.233792 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:31.272444 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9ec906f6-704c-4b42-9645-d99c2f1556c1 req-697e9a94-f719-4797-a10c-e2ba362991c6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 210 time: 0.0399539 Mar 04 20:38:31.274192 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39436) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:31.305772 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: DOWN; New status is: DOWN {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:31.345546 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9569b8db-8aa4-4afc-9bff-f1f1cd3ca8a0 req-84b81b89-7ec6-47b6-9baa-ee2eb4d84bca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938325 Mar 04 20:38:31.401600 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1974288337-network', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:31.451038 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.494517 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:31.500576 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:31.503948 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:31.515961 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Made reservation on behalf of 54ab0b60d30f4ba1979e0ce17dbfab88 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:31.518392 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.532930 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.538785 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:31.564583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:31.565502 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.627138 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks [] for security_group (9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.635705 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-fe786cba-4bf3-432f-a073-169bb241fa79 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3053825 Mar 04 20:38:31.667762 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Request body: {'port': {'device_id': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:31.701960 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.730487 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:31.741023 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbdec8-20ad-4457-a664-24d092c88931 req-4951360d-45fb-43d6-b997-dda297531d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:31.741236 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39450) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:31.742516 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e8cbdec8-20ad-4457-a664-24d092c88931 req-4951360d-45fb-43d6-b997-dda297531d47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 1129 time: 0.1057894 Mar 04 20:38:31.743123 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:31.743497 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.757523 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (f064f7c2-9a67-40df-af11-f84bf14b224b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.758157 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Added segment f064f7c2-9a67-40df-af11-f84bf14b224b of type vlan for network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff Mar 04 20:38:31.760316 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.760754 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.761683 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.761683 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.761887 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.762609 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.762609 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.763048 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.763367 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.763713 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.764115 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.764411 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.764762 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:31.806667 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-4514c311-d2a8-447f-803c-6f73106d381b None None] Provisioning complete for port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:31.807044 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4514c311-d2a8-447f-803c-6f73106d381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.842908 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4514c311-d2a8-447f-803c-6f73106d381b None None] Port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:31.844756 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e8cbdec8-20ad-4457-a664-24d092c88931 req-d62458a4-125a-42ec-b920-922a4f90bf21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887511 Mar 04 20:38:31.861732 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.920036 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-066628ba-5825-494d-8ec2-d564e2451eda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1777151 Mar 04 20:38:31.941185 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-6a77cd09-38f6-4579-83b3-38e49ec50a51 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:38:31.942768 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-6a77cd09-38f6-4579-83b3-38e49ec50a51 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082402 Mar 04 20:38:31.967034 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310590fb-e48c-4b33-b712-4ea6c854eee2 req-12e07b2b-7610-4099-b372-67fd4ecaf153 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:31.968517 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-310590fb-e48c-4b33-b712-4ea6c854eee2 req-12e07b2b-7610-4099-b372-67fd4ecaf153 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0659013 Mar 04 20:38:31.994221 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.995180 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:31.996047 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.028502 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 39462) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:32.083959 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-310590fb-e48c-4b33-b712-4ea6c854eee2 req-4122adce-27b0-47f2-9f4f-0605a1b954a3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049895 Mar 04 20:38:32.084423 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] Pushing event updated for resources: {'Network': ['ID=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:32.094768 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:32.099600 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c2e37358-45f2-42ba-ad34-4bd572f17a55 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8232403 Mar 04 20:38:32.101807 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:32.107843 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Request body: {'subnet': {'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1974288337-subnet', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:32.200741 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Made reservation on behalf of 54ab0b60d30f4ba1979e0ce17dbfab88 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:32.201082 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37241-69bd-47ff-ab51-141d54895f16 req-b1126de6-d295-45e3-a3ad-6c1de24fc9ba tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:32.202586 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ecc37241-69bd-47ff-ab51-141d54895f16 req-b1126de6-d295-45e3-a3ad-6c1de24fc9ba tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 945 time: 0.1527557 Mar 04 20:38:32.203047 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.247187 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-efeb2ac2-e16c-45ff-ba08-0349da8de650 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:32.249185 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-efeb2ac2-e16c-45ff-ba08-0349da8de650 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports/8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 940 time: 0.2196808 Mar 04 20:38:32.275381 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180f71-c689-49f4-ad81-9d6e6e2f4821 req-4ed9daa5-cfaa-4622-905f-cdd0027956eb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:32.277020 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-39180f71-c689-49f4-ad81-9d6e6e2f4821 req-4ed9daa5-cfaa-4622-905f-cdd0027956eb tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1097338 Mar 04 20:38:32.279396 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ecc37241-69bd-47ff-ab51-141d54895f16 req-94fefca5-846d-469d-8dcb-807942b5f60b tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644941 Mar 04 20:38:32.284801 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:32.294957 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Publish callbacks [] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.312348 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Transition to ACTIVE for port object 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:32.377104 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-39180f71-c689-49f4-ad81-9d6e6e2f4821 req-2526782e-2d97-4f28-8c3b-8c2533deab6a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834270 Mar 04 20:38:32.448961 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d3712-3bda-4b54-bd2f-0ca858d88faf req-550c4501-84d5-4b95-a493-daffd5669bbb tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:32.450454 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f8d3712-3bda-4b54-bd2f-0ca858d88faf req-550c4501-84d5-4b95-a493-daffd5669bbb tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 931 time: 0.0813181 Mar 04 20:38:32.451089 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.519673 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:32.565723 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2a5949b9-e079-481e-83a7-f2a1838c8c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.566286 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (6f2769a3-ba49-4661-a6b7-82cd0e6e89b1), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.576918 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f8d3712-3bda-4b54-bd2f-0ca858d88faf req-d26060ff-e875-47c8-8339-d160145cf1f3 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165216 Mar 04 20:38:32.638861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Attempting to bind port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:32.638861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Attempting to bind port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:32.638861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Attempting to bind port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f on network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:32.639510 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f on network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:32.639841 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Attempting to bind port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f on network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:32.645864 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:32.646207 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Checking segment: {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:32.646594 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Bound using segment: {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:32.646710 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:32.647101 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Bound port: 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bc8576-979e-40e1-9438-2336016293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:32.647389 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.657548 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Checking segment: {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:32.658015 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Network hostable DHCP agents. Network: 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:32.716831 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:32.718803 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:32.719910 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:32.776194 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.787570 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:32.792932 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:32.793548 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.800040 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4762a139-a6fd-4867-b233-628f9498efed None None] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:32.809932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:32.810604 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.812044 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 1093 time: 1.1487389 Mar 04 20:38:32.812403 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:32.814676 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7a74ff-ba76-4eef-bcc8-46a134315f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:32.845510 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e655e2-f553-44a3-b5d0-f3422c2a4cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:32.871971 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d05d9f57-d6f5-4226-9f37-c35063f30968 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7679672 Mar 04 20:38:32.873351 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec57bffa-47b1-4d86-8f66-30695fdee005 x-openstack-request-id: req-ec57bffa-47b1-4d86-8f66-30695fdee005 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:32.873877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:32.874423 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec57bffa-47b1-4d86-8f66-30695fdee005 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:32.874584 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39488) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:32.875316 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'status': 'completed', 'code': 200} Mar 04 20:38:32.880659 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:32.933698 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:38:32.934574 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.958154 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a74ff-ba76-4eef-bcc8-46a134315f5a req-92db7f21-1f3a-4e3e-a5bb-ec2f03e74978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:32.960270 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0b7a74ff-ba76-4eef-bcc8-46a134315f5a req-92db7f21-1f3a-4e3e-a5bb-ec2f03e74978 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1127 time: 0.0562541 Mar 04 20:38:32.987502 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (63c689f3-a411-4591-8bc4-bd1f1ad176ef), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.988601 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (63c689f3-a411-4591-8bc4-bd1f1ad176ef), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.075651 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks [] for router_controller (63c689f3-a411-4591-8bc4-bd1f1ad176ef), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.125780 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Allocated IP 172.20.0.2 (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff/6f2769a3-ba49-4661-a6b7-82cd0e6e89b1/31e5cefc-1d29-4ad4-86af-df5707fbf897) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:33.157744 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a74ff-ba76-4eef-bcc8-46a134315f5a req-72c8b233-846f-4df1-8d82-39b1706fe2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.159318 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0b7a74ff-ba76-4eef-bcc8-46a134315f5a req-72c8b233-846f-4df1-8d82-39b1706fe2ed service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1629159 Mar 04 20:38:33.302603 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-9eedcc6f-a14d-4b98-9757-9c4e80e1f5a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1628466 Mar 04 20:38:33.312514 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Publish callbacks [] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.328816 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc3d68-2d59-4ca2-bca1-911b73b89281 req-638556f9-0f5b-4ad4-9982-a371f3f4628a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.330326 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41bc3d68-2d59-4ca2-bca1-911b73b89281 req-638556f9-0f5b-4ad4-9982-a371f3f4628a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1552315 Mar 04 20:38:33.334082 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a74ff-ba76-4eef-bcc8-46a134315f5a req-eae0bea8-124c-4791-8232-f11fe72aafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.335942 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0b7a74ff-ba76-4eef-bcc8-46a134315f5a req-eae0bea8-124c-4791-8232-f11fe72aafa6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597614 Mar 04 20:38:33.386242 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks [] for router_gateway (63c689f3-a411-4591-8bc4-bd1f1ad176ef), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.417136 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.448072 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ab30-c788-4f6f-b263-08c3398677a8 req-ba6cb87b-6db5-4acb-a4ef-4d4bc7e02ecd tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.449575 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2e45ab30-c788-4f6f-b263-08c3398677a8 req-ba6cb87b-6db5-4acb-a4ef-4d4bc7e02ecd tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 945 time: 0.0679572 Mar 04 20:38:33.534782 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Pushing event updated for resources: {'Port': ['ID=31e5cefc-1d29-4ad4-86af-df5707fbf897,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:33.535119 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2e45ab30-c788-4f6f-b263-08c3398677a8 req-426c18b9-d7e0-44e2-a5b3-95401a5e5acf tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721021 Mar 04 20:38:33.552600 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:33.565811 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:33.574736 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:33.685119 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Attempting to bind port 31e5cefc-1d29-4ad4-86af-df5707fbf897 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:33.685520 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Attempting to bind port 31e5cefc-1d29-4ad4-86af-df5707fbf897 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:33.685894 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Attempting to bind port 31e5cefc-1d29-4ad4-86af-df5707fbf897 on network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:33.686557 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-41bc3d68-2d59-4ca2-bca1-911b73b89281 req-48e7603f-888a-4a08-b603-b408a63bdd4f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480749 Mar 04 20:38:33.696217 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:33.696466 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-530f92a8-35a0-4607-a368-429d0ab01e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.696689 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Checking segment: {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:33.697101 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.697493 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Bound using segment: {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:33.697986 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Bound port: 31e5cefc-1d29-4ad4-86af-df5707fbf897, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:33.698121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-530f92a8-35a0-4607-a368-429d0ab01e46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1127 time: 0.1100671 Mar 04 20:38:33.698368 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.699839 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-ad37cd84-b1dd-420b-8c8d-2edb7f5d5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.701248 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-ad37cd84-b1dd-420b-8c8d-2edb7f5d5189 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 1129 time: 0.1144156 Mar 04 20:38:33.772773 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-b9083876-1b0a-4ac5-99b8-32cdf17fb045 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 217 time: 0.0536888 Mar 04 20:38:33.779244 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.807519 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] For port 31e5cefc-1d29-4ad4-86af-df5707fbf897, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:33.811192 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] For port 31e5cefc-1d29-4ad4-86af-df5707fbf897, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=31e5cefc-1d29-4ad4-86af-df5707fbf897,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:33.845648 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dec67f-a591-47ae-b39c-03d074bb0819 req-e40e8fd6-2e4b-4075-b37c-7622707cbc8d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.848945 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c5dec67f-a591-47ae-b39c-03d074bb0819 req-e40e8fd6-2e4b-4075-b37c-7622707cbc8d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1771703 Mar 04 20:38:33.914976 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.920563 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-5717d031-b66c-4def-9607-9a2569c0b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.922298 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-5717d031-b66c-4def-9607-9a2569c0b98e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 200 len: 847 time: 0.1258342 Mar 04 20:38:33.990552 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f8ef9-141b-48f4-88df-ec53c0e73b1e req-b425b61b-7a28-40d4-9cf3-40068327abe5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.991673 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-264f8ef9-141b-48f4-88df-ec53c0e73b1e req-b425b61b-7a28-40d4-9cf3-40068327abe5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.1963830 Mar 04 20:38:33.995015 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c5dec67f-a591-47ae-b39c-03d074bb0819 req-fbeaf093-3a8f-4ac2-930e-267571172d60 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120458 Mar 04 20:38:33.995293 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-b0ca0f59-67b2-4c03-ac0f-d99b29a1c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.998201 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-b0ca0f59-67b2-4c03-ac0f-d99b29a1c643 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.2229326 Mar 04 20:38:34.021740 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8c749-dcc6-4433-b808-bf70ad6fd9a7 None None] Pushing event updated for resources: {'Port': ['ID=31e5cefc-1d29-4ad4-86af-df5707fbf897,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:34.031881 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks [] for router_gateway (63c689f3-a411-4591-8bc4-bd1f1ad176ef), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.057289 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.109734 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-7e9a6c1f-6736-4eca-b597-26c343bb323a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a HTTP/1.1" status: 200 len: 217 time: 0.0794258 Mar 04 20:38:34.153235 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-964ba245-c38e-428e-b84d-03241737bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:34.154863 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-964ba245-c38e-428e-b84d-03241737bf18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3589ace1-7bb1-4507-ab72-58b13f2b3e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2227533 Mar 04 20:38:34.221522 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Allocated IP 172.27.3.7 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/155c9819-b063-4c68-81d0-5a39de48e338) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:34.240439 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 39510) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:34.330581 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-264f8ef9-141b-48f4-88df-ec53c0e73b1e req-d152c3d6-8566-4d66-a3cf-d90db6823698 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307352 Mar 04 20:38:34.356892 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-b23ebc99-6716-4936-ace7-7c1b4092346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:34.358444 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-b23ebc99-6716-4936-ace7-7c1b4092346e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.2388225 Mar 04 20:38:34.403870 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-539c1ff8-c108-4065-9a81-13ae1d2e38df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360529 Mar 04 20:38:34.443943 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks [] for port (155c9819-b063-4c68-81d0-5a39de48e338), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.444373 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-7ab5d84f-a9e9-471d-9553-d42b69c6d2b4 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557256 Mar 04 20:38:34.471072 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e78125c-b078-4a37-ad53-49acfc5d5edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.582449 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (155c9819-b063-4c68-81d0-5a39de48e338), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.632459 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-5afc46cc-8b4b-4da0-b4e6-265108dfaa73 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192078 Mar 04 20:38:34.639712 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a576771-de85-4a08-9515-90aa4a1f5e82 req-e98b6e27-e502-46b6-afa3-ddb36f225cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798084 Mar 04 20:38:34.645951 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:34.649876 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:34.656967 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:34.712716 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Pushing event updated for resources: {'Port': ['ID=155c9819-b063-4c68-81d0-5a39de48e338,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:34.812743 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e78125c-b078-4a37-ad53-49acfc5d5edd admin admin] Publish callbacks [] for security_group (e7012075-542a-494d-a58e-a56a1af16816), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.836183 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.848168 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8378bc-1f7c-41fd-a9c4-65ddcb18df90 req-0ac0ba75-a505-4c34-822a-b014b4f6a386 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:34.849948 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ab8378bc-1f7c-41fd-a9c4-65ddcb18df90 req-0ac0ba75-a505-4c34-822a-b014b4f6a386 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 945 time: 0.1595707 Mar 04 20:38:34.860106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198392d6-c2b7-4b63-b996-f60931bfff3d req-8ca3ffbb-1d7b-4d4c-be7f-60342b778d4f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:34.861450 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-198392d6-c2b7-4b63-b996-f60931bfff3d req-8ca3ffbb-1d7b-4d4c-be7f-60342b778d4f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.2034943 Mar 04 20:38:34.890597 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-180c5ce1-3290-469e-8457-80d7de7e8687 req-615ffd75-5fbe-4737-942e-ac503cf17747 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132680 Mar 04 20:38:34.891412 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e78125c-b078-4a37-ad53-49acfc5d5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e7012075-542a-494d-a58e-a56a1af16816), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.901976 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.908156 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-f7b737d8-640b-42c4-8113-f29f2864b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:34.909872 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-f7b737d8-640b-42c4-8113-f29f2864b1aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 1129 time: 0.1818821 Mar 04 20:38:34.938899 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ab8378bc-1f7c-41fd-a9c4-65ddcb18df90 req-dc5ce8a5-bf4c-4bdb-81e7-4a91d53e43fe tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637078 Mar 04 20:38:34.940137 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78125c-b078-4a37-ad53-49acfc5d5edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7012075-542a-494d-a58e-a56a1af16816,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:35.090928 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-0d783e80-0ffc-4caa-b33c-54fe04568303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:35.092449 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-0d783e80-0ffc-4caa-b33c-54fe04568303 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 200 len: 920 time: 0.1389754 Mar 04 20:38:35.102098 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-0e78125c-b078-4a37-ad53-49acfc5d5edd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3b4cf8fcadf4b40ad9ef6da6e047709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8545699 Mar 04 20:38:35.102728 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 39526) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:35.199068 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-198392d6-c2b7-4b63-b996-f60931bfff3d req-60f9e9a7-826b-4ac4-a15b-7aac02c3c088 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280714 Mar 04 20:38:35.202205 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aac5f4-12ed-4ab0-bfb2-287cba28ef1d req-a09d8373-fb52-4656-af73-c922f0b1e961 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:35.203786 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-42aac5f4-12ed-4ab0-bfb2-287cba28ef1d req-a09d8373-fb52-4656-af73-c922f0b1e961 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1372397 Mar 04 20:38:35.203908 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-63654323-6e4d-416c-8030-a277af1d2a65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 200 len: 217 time: 0.1000874 Mar 04 20:38:35.232852 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks [] for router_gateway (63c689f3-a411-4591-8bc4-bd1f1ad176ef), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.254807 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6bc2445e-84e6-4786-864e-a13184e17baf admin admin] Publish callbacks [] for security_group (e7012075-542a-494d-a58e-a56a1af16816), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.294897 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 31e5cefc-1d29-4ad4-86af-df5707fbf897 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:35.312667 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6bc2445e-84e6-4786-864e-a13184e17baf admin admin] Publish callbacks [] for security_group (e7012075-542a-494d-a58e-a56a1af16816), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.322534 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-2f7c13aa-980d-4def-8dda-e33be565c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:35.324206 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-2f7c13aa-980d-4def-8dda-e33be565c00d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 200 len: 859 time: 0.1012180 Mar 04 20:38:35.371443 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 31e5cefc-1d29-4ad4-86af-df5707fbf897 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:35.371834 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.378744 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-749eeaf4-d4f1-43fb-81c9-2979cba3d4e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3fad84c-a309-4289-a6b4-857e305b24bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433350 Mar 04 20:38:35.437269 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc24b3a-8ff9-444e-8d25-807c877b2a04 None None] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:35.527913 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-0259df4f-29a1-4929-bbd9-c2c8b735e857 service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407232 Mar 04 20:38:35.543790 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bae93-76e9-4b83-969a-bf4f5085c13e req-0c89bb2d-d9dc-41f1-95a2-03f8b4eba8fd tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:35.546075 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-487bae93-76e9-4b83-969a-bf4f5085c13e req-0c89bb2d-d9dc-41f1-95a2-03f8b4eba8fd tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0981693 Mar 04 20:38:35.616592 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6bc2445e-84e6-4786-864e-a13184e17baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e7012075-542a-494d-a58e-a56a1af16816), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.620070 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6bc2445e-84e6-4786-864e-a13184e17baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.632215 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-6bc2445e-84e6-4786-864e-a13184e17baf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7012075-542a-494d-a58e-a56a1af16816 HTTP/1.1" status: 204 len: 168 time: 0.5133152 Mar 04 20:38:35.674986 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-42aac5f4-12ed-4ab0-bfb2-287cba28ef1d req-609894e6-3f78-4428-9a3b-9d75807022df tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600301 Mar 04 20:38:35.721772 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-4aba3458-7349-4ffb-b89d-75d2e3a18491 None None] Provisioning complete for port 31e5cefc-1d29-4ad4-86af-df5707fbf897 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:35.722153 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4aba3458-7349-4ffb-b89d-75d2e3a18491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.752751 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2445e-84e6-4786-864e-a13184e17baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7012075-542a-494d-a58e-a56a1af16816,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:35.792694 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 31e5cefc-1d29-4ad4-86af-df5707fbf897 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:35.793288 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.815836 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-487bae93-76e9-4b83-969a-bf4f5085c13e req-2e94ee24-6504-40fa-a106-380e85149fca tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549469 Mar 04 20:38:35.834569 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (63c689f3-a411-4591-8bc4-bd1f1ad176ef), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.856929 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45620aa0-4cb7-4438-8523-6d64c3ef0d42 req-22bcd3c0-bd32-48fd-850d-ab158b4db0fe service neutron] 10.222.0.39 "GET /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095727 Mar 04 20:38:35.880995 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 31e5cefc-1d29-4ad4-86af-df5707fbf897, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=31e5cefc-1d29-4ad4-86af-df5707fbf897,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:35.982493 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4aba3458-7349-4ffb-b89d-75d2e3a18491 None None] Current status of the port 31e5cefc-1d29-4ad4-86af-df5707fbf897 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:35.982886 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4aba3458-7349-4ffb-b89d-75d2e3a18491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.052323 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.153944 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=31e5cefc-1d29-4ad4-86af-df5707fbf897,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:36.168513 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.db.api [None req-4aba3458-7349-4ffb-b89d-75d2e3a18491 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 20:38:36.169293 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG oslo_db.api [None req-4aba3458-7349-4ffb-b89d-75d2e3a18491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 20:38:36.176033 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Router 63c689f3-a411-4591-8bc4-bd1f1ad176ef is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:38:36.367080 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:36.377864 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Sync routers for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:36.388775 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:36.389771 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:36.393432 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb2b36-1bde-4c62-9421-59b2ff55bbb3 req-60189e06-c200-4b0b-8bf2-160d46a4fd02 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:36.395501 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-45bb2b36-1bde-4c62-9421-59b2ff55bbb3 req-60189e06-c200-4b0b-8bf2-160d46a4fd02 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0835526 Mar 04 20:38:36.453692 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-45bb2b36-1bde-4c62-9421-59b2ff55bbb3 req-83a79f17-7f14-46cc-b50b-ba414f1cc8e2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452886 Mar 04 20:38:36.475479 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.477013 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-84244069-99b0-4a55-a175-708710617de9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6010902 Mar 04 20:38:36.479695 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 39550) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:36.504414 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:36.737674 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.751473 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4aba3458-7349-4ffb-b89d-75d2e3a18491 None None] Current status of the port 31e5cefc-1d29-4ad4-86af-df5707fbf897 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:36.757320 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:34Z', 'revision_number': 3, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:36.796689 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Checking router: 63c689f3-a411-4591-8bc4-bd1f1ad176ef for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:36.797207 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Updating router 63c689f3-a411-4591-8bc4-bd1f1ad176ef port 155c9819-b063-4c68-81d0-5a39de48e338 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:36.837914 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (155c9819-b063-4c68-81d0-5a39de48e338), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.843027 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74e69f-4a68-4765-b371-9d0723454510 req-7a985269-9b53-4088-bf87-06796f348b9e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:36.844667 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7e74e69f-4a68-4765-b371-9d0723454510 req-7a985269-9b53-4088-bf87-06796f348b9e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0614469 Mar 04 20:38:36.889685 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-807f76b0-b232-45d7-8770-a24d884ef432 None None] Provisioning complete for port 31e5cefc-1d29-4ad4-86af-df5707fbf897 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:36.890246 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-807f76b0-b232-45d7-8770-a24d884ef432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.911563 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7e74e69f-4a68-4765-b371-9d0723454510 req-b33787d3-a3c8-4f2c-baff-caf17691d6b9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585566 Mar 04 20:38:37.055170 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-807f76b0-b232-45d7-8770-a24d884ef432 None None] Current status of the port 31e5cefc-1d29-4ad4-86af-df5707fbf897 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:37.066362 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8d03d-5db2-479b-b776-8809ef7f4b9b req-2591e8b2-bd4e-41d3-b854-bd027d38d2a6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:37.066558 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.068690 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-eaa8d03d-5db2-479b-b776-8809ef7f4b9b req-2591e8b2-bd4e-41d3-b854-bd027d38d2a6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0775137 Mar 04 20:38:37.126115 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-eaa8d03d-5db2-479b-b776-8809ef7f4b9b req-92033304-4043-4a9e-998a-847ce3bd22e0 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492256 Mar 04 20:38:37.227288 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Publish callbacks [] for port (155c9819-b063-4c68-81d0-5a39de48e338), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.228697 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 31e5cefc-1d29-4ad4-86af-df5707fbf897 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:37.250523 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76856dbf-1777-4780-8e31-70869f482d47 req-aa2aa297-c8ac-4311-97e6-7052188f2d36 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:37.252007 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-76856dbf-1777-4780-8e31-70869f482d47 req-aa2aa297-c8ac-4311-97e6-7052188f2d36 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 945 time: 0.1141572 Mar 04 20:38:37.286808 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 31e5cefc-1d29-4ad4-86af-df5707fbf897 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:37.287102 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.296199 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (155c9819-b063-4c68-81d0-5a39de48e338), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.314098 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Allocated IP 172.20.0.1 (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff/6f2769a3-ba49-4661-a6b7-82cd0e6e89b1/8631ec26-6b46-4804-99ef-c74ec24f8eb1) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:37.337819 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-76856dbf-1777-4780-8e31-70869f482d47 req-7e28038c-9db4-4076-8dc3-23e292e84f42 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680938 Mar 04 20:38:37.366045 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Attempting to bind port 155c9819-b063-4c68-81d0-5a39de48e338 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:37.366045 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Attempting to bind port 155c9819-b063-4c68-81d0-5a39de48e338 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:37.366045 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Attempting to bind port 155c9819-b063-4c68-81d0-5a39de48e338 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:37.366045 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Pushing event updated for resources: {'Port': ['ID=155c9819-b063-4c68-81d0-5a39de48e338,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.367086 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:37.367548 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:37.368050 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.368539 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:37.369457 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Bound port: 155c9819-b063-4c68-81d0-5a39de48e338, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:37.369840 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (155c9819-b063-4c68-81d0-5a39de48e338), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.376186 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 31e5cefc-1d29-4ad4-86af-df5707fbf897 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:37.397781 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.398349 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.398477 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.398816 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.399187 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.399511 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.399849 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.400175 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.400519 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.400858 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.401181 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.401496 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.401808 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:37.437592 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] For port 155c9819-b063-4c68-81d0-5a39de48e338, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:37.439267 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks [] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.440711 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] For port 155c9819-b063-4c68-81d0-5a39de48e338, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=155c9819-b063-4c68-81d0-5a39de48e338,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:37.536971 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (155c9819-b063-4c68-81d0-5a39de48e338), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.616039 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b66f35-2c04-4e28-a36f-cd604fd8b7ce req-db2fa290-7bb0-4017-9c15-41e1f5bc6bac tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:37.616039 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c3b66f35-2c04-4e28-a36f-cd604fd8b7ce req-db2fa290-7bb0-4017-9c15-41e1f5bc6bac tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0628054 Mar 04 20:38:37.617098 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:37.617098 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:37.617098 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f91d3-ef6d-4dcb-a3c1-83b3c9ce7e3b None None] Pushing event updated for resources: {'Port': ['ID=155c9819-b063-4c68-81d0-5a39de48e338,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.641815 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c3b66f35-2c04-4e28-a36f-cd604fd8b7ce req-9af074fb-c109-4918-8bcb-3a73bd80dbfd tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Mar 04 20:38:37.650398 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.690514 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:37.695845 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:37.699551 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:37.727608 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Pushing event updated for resources: {'Port': ['ID=8631ec26-6b46-4804-99ef-c74ec24f8eb1,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.752436 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (63c689f3-a411-4591-8bc4-bd1f1ad176ef), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.815002 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:37.960523 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.990582 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-464743da-3253-4c90-9e8d-32bfa30011c7 None None] Provisioning complete for port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:37.991683 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-464743da-3253-4c90-9e8d-32bfa30011c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.001595 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:34Z', 'revision_number': 3, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:38.030440 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-464743da-3253-4c90-9e8d-32bfa30011c7 None None] Port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:38.034602 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88677c2f-9427-474f-8cd6-9e7c5b6bcd52 None None] The sync data for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi is: [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:34Z', 'revision_number': 3, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:38.103239 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d70d7-9e07-4785-bcd4-42f67308b924 req-0ca0e37d-5c74-4d80-82bb-270e243fe8b7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:38.104816 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-997d70d7-9e07-4785-bcd4-42f67308b924 req-0ca0e37d-5c74-4d80-82bb-270e243fe8b7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1023912 Mar 04 20:38:38.206215 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-997d70d7-9e07-4785-bcd4-42f67308b924 req-99e69a37-6b0d-4634-bade-47ade2e02501 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677948 Mar 04 20:38:38.237032 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks [] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.272073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a46fc4-0004-490a-988a-05931b675d56 req-862d295c-279f-4232-94fb-851e017c91af tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:38.281549 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e2a46fc4-0004-490a-988a-05931b675d56 req-862d295c-279f-4232-94fb-851e017c91af tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0732372 Mar 04 20:38:38.314200 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.335225 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e2a46fc4-0004-490a-988a-05931b675d56 req-e2997964-c649-4ae9-b43d-b33b44b27173 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525377 Mar 04 20:38:38.390987 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (63c689f3-a411-4591-8bc4-bd1f1ad176ef), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.393937 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Pushing event updated for resources: {'Port': ['ID=8631ec26-6b46-4804-99ef-c74ec24f8eb1,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:38.409899 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.410251 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.410622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.410963 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.411297 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.411622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.411945 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.412269 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.412619 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.412939 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.413257 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.413576 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.413892 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:38.773205 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0209c-58ab-49dc-998d-7476eff8d5d8 req-29f27287-7d40-41ee-8188-1ba7dcbf6228 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:38.778992 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0bb0209c-58ab-49dc-998d-7476eff8d5d8 req-29f27287-7d40-41ee-8188-1ba7dcbf6228 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 945 time: 0.3508334 Mar 04 20:38:38.809851 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03712-c6de-47d9-9688-cda0aefdf16b req-fb208186-b7f7-4c61-9655-2e7475f78e49 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:38.812874 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1bf03712-c6de-47d9-9688-cda0aefdf16b req-fb208186-b7f7-4c61-9655-2e7475f78e49 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0703826 Mar 04 20:38:38.821200 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:38.822806 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:38.891400 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1bf03712-c6de-47d9-9688-cda0aefdf16b req-ab0f1e6c-9e5e-4ced-a8ec-cacadb95feb8 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719316 Mar 04 20:38:38.918321 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0bb0209c-58ab-49dc-998d-7476eff8d5d8 req-98268c1f-615f-4f42-ad62-e2869985c4c4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366882 Mar 04 20:38:39.002500 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Router 63c689f3-a411-4591-8bc4-bd1f1ad176ef has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:38:39.120131 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:39.126180 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-49849ff4-e7d5-42e0-8ae4-d74f361d7042 admin admin] 10.222.0.37 "PUT /v2.0/routers/63c689f3-a411-4591-8bc4-bd1f1ad176ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6444864 Mar 04 20:38:39.167092 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-bb2df993-709c-44d0-a32a-b4b1658d0ab4 None None] Provisioning complete for port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:39.167643 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bb2df993-709c-44d0-a32a-b4b1658d0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.208756 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-bb2df993-709c-44d0-a32a-b4b1658d0ab4 None None] Port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:39.218614 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 155c9819-b063-4c68-81d0-5a39de48e338 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:39.273617 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 155c9819-b063-4c68-81d0-5a39de48e338 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:39.273997 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (155c9819-b063-4c68-81d0-5a39de48e338), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.331113 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363cc45-ef29-4564-8da9-35fb2773e60a req-f871c360-4716-4d0c-9be8-14968d30cec8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:39.333413 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e363cc45-ef29-4564-8da9-35fb2773e60a req-f871c360-4716-4d0c-9be8-14968d30cec8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0539763 Mar 04 20:38:39.366364 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 155c9819-b063-4c68-81d0-5a39de48e338 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:39.366752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (155c9819-b063-4c68-81d0-5a39de48e338), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.386156 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e363cc45-ef29-4564-8da9-35fb2773e60a req-1e41d04a-aac0-4572-9e21-da1981440e26 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448754 Mar 04 20:38:39.392007 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 155c9819-b063-4c68-81d0-5a39de48e338, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=155c9819-b063-4c68-81d0-5a39de48e338,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:39.455904 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (155c9819-b063-4c68-81d0-5a39de48e338), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.479773 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbc5b4-1dd8-4ae5-b10c-2f70249ffddb req-80784be8-ef8e-48ec-8131-9ee4bcdc1e3b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:39.486438 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3dfbc5b4-1dd8-4ae5-b10c-2f70249ffddb req-80784be8-ef8e-48ec-8131-9ee4bcdc1e3b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0748470 Mar 04 20:38:39.509486 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=155c9819-b063-4c68-81d0-5a39de48e338,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:39.533733 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3dfbc5b4-1dd8-4ae5-b10c-2f70249ffddb req-edcc650e-52d0-4601-bacf-c35fcccf00f9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464237 Mar 04 20:38:39.782869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Sync routers for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:39.793924 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:39.794539 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:39.886090 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 39596) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:39.890925 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2036879374-network', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:39.904251 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:39.953081 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Made reservation on behalf of 63513fdc79324e0a8a8a568d606309d0 for: {'network': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:39.955833 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.966325 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.038739 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f6baf-c825-42c6-8890-eec24f5f1bf1 req-2bda4349-cd60-4493-b795-b04955614954 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.041137 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ce8f6baf-c825-42c6-8890-eec24f5f1bf1 req-2bda4349-cd60-4493-b795-b04955614954 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0750015 Mar 04 20:38:40.092501 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5a59e-c9ef-46d9-a05c-815e7e4d793a req-499b3b35-374d-4f20-bd35-e5badf99946f tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.094153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-95a5a59e-c9ef-46d9-a05c-815e7e4d793a req-499b3b35-374d-4f20-bd35-e5badf99946f tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 945 time: 0.0761886 Mar 04 20:38:40.103072 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ce8f6baf-c825-42c6-8890-eec24f5f1bf1 req-6d6496eb-ddbf-4a70-b4a0-510dec83d36b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Mar 04 20:38:40.124001 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks [] for security_group (55277f80-06ce-498d-b7b3-04158f777b73), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.139531 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 2, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:40.159800 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-95a5a59e-c9ef-46d9-a05c-815e7e4d793a req-43f83587-c5f4-47e1-929d-811ceb093f67 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540643 Mar 04 20:38:40.170541 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Checking router: 63c689f3-a411-4591-8bc4-bd1f1ad176ef for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:40.171070 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Updating router 63c689f3-a411-4591-8bc4-bd1f1ad176ef port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:40.198129 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.227321 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (55277f80-06ce-498d-b7b3-04158f777b73), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.257946 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:40.263396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55277f80-06ce-498d-b7b3-04158f777b73,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:40.271135 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (3fb34a57-c5c9-4a71-bc3a-ad989e311f46), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.271494 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.segments_db [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Added segment 3fb34a57-c5c9-4a71-bc3a-ad989e311f46 of type vlan for network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 Mar 04 20:38:40.336919 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (4cfb1ba2-20b5-40e7-9f46-33aea75a99e7), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.377992 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-b4110dd6-6a2f-4370-a869-2376dd2bb6a0 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.379460 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-b4110dd6-6a2f-4370-a869-2376dd2bb6a0 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 945 time: 0.0804987 Mar 04 20:38:40.467960 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (4cfb1ba2-20b5-40e7-9f46-33aea75a99e7), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.469320 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.469965 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.478284 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Publish callbacks [] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.517997 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a9804-63ba-48b3-aef2-c56ae7545de6 req-360312ed-d1e9-458a-b24c-715bc2e43aa2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.519946 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-742a9804-63ba-48b3-aef2-c56ae7545de6 req-360312ed-d1e9-458a-b24c-715bc2e43aa2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0575190 Mar 04 20:38:40.549550 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] Pushing event updated for resources: {'Network': ['ID=4cfb1ba2-20b5-40e7-9f46-33aea75a99e7,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:40.553185 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.566301 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Deleting port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:38:40.566301 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.569367 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:40.590353 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39606) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:40.590589 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-038f11be-dbbc-48ec-865f-fd5add268a8b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7033288 Mar 04 20:38:40.597612 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Request body: {'subnet': {'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2036879374-subnet', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:40.618826 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-742a9804-63ba-48b3-aef2-c56ae7545de6 req-e7a35f91-a89e-4d4c-8a3e-2e68ac790fa9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916553 Mar 04 20:38:40.694430 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be3c54-ac01-4bc9-b395-073a695b61a1 None None] Pushing event updated for resources: {'Port': ['ID=8631ec26-6b46-4804-99ef-c74ec24f8eb1,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:40.741755 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] For port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:40.742129 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.747370 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Made reservation on behalf of 63513fdc79324e0a8a8a568d606309d0 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:40.751861 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.765285 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305b843-9e43-40be-9d61-424ce77b3b5f req-798197ce-6d90-475e-952c-15cdae00c7cb tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.766095 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Attempting to bind port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:40.766423 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Attempting to bind port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:40.766793 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Attempting to bind port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 on network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:40.766904 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9305b843-9e43-40be-9d61-424ce77b3b5f req-798197ce-6d90-475e-952c-15cdae00c7cb tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.1127026 Mar 04 20:38:40.767948 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Calling delete_port for 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:38:40.794797 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:40.795889 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Checking segment: {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:40.796435 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.796842 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Bound using segment: {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:40.797341 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Bound port: 8631ec26-6b46-4804-99ef-c74ec24f8eb1, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:40.800168 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.892946 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9305b843-9e43-40be-9d61-424ce77b3b5f req-9a3743a3-8c06-44f2-95a3-cb39497d9a68 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166224 Mar 04 20:38:40.922149 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] For port 8631ec26-6b46-4804-99ef-c74ec24f8eb1, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:40.926848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] For port 8631ec26-6b46-4804-99ef-c74ec24f8eb1, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=8631ec26-6b46-4804-99ef-c74ec24f8eb1,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:40.958541 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-995056d3-69fc-4b90-9ab5-bc67967276ae None None] Provisioning complete for port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:40.959179 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-995056d3-69fc-4b90-9ab5-bc67967276ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.995196 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-995056d3-69fc-4b90-9ab5-bc67967276ae None None] Port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:41.010597 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.070229 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:41.070878 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:41.084660 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (7f5e7258-7eb1-43bf-95f3-3b1781edcc62), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.108477 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (512f2eeb-7e1d-4746-8232-899710614b27), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.112323 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['7f5e7258-7eb1-43bf-95f3-3b1781edcc62'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:41.136962 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be3c54-ac01-4bc9-b395-073a695b61a1 None None] Pushing event updated for resources: {'Port': ['ID=8631ec26-6b46-4804-99ef-c74ec24f8eb1,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:41.152555 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Pushing event deleted for resources: {'Port': ['ID=7f5e7258-7eb1-43bf-95f3-3b1781edcc62,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:41.214853 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Pushing event updated for resources: {'Subnet': ['ID=512f2eeb-7e1d-4746-8232-899710614b27,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:41.232814 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Checking segment: {'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:41.232814 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Network hostable DHCP agents. Network: 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:41.297191 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] No DVR routers for this DVR port 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:38:41.297530 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:41.304564 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.308763 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c321b605-8a24-4c0f-b364-2554fa94d872 req-e9a9ec8c-f855-4b65-9468-24bb1af86e8e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "DELETE /v2.0/ports/7f5e7258-7eb1-43bf-95f3-3b1781edcc62 HTTP/1.1" status: 204 len: 173 time: 0.9242208 Mar 04 20:38:41.311807 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'name': 'network-vif-deleted', 'tag': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:41.321822 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74336d77-8d61-4a18-b2ab-2597ef8b7fe1" -d '{"events": [{"server_uuid": "77d030a3-506e-4a5f-9073-0197aa0b9128", "name": "network-vif-deleted", "tag": "7f5e7258-7eb1-43bf-95f3-3b1781edcc62"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:41.347381 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:41.349466 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 155c9819-b063-4c68-81d0-5a39de48e338 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:41.374299 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-413fdd9f-543c-4542-9856-9073aea9b765 req-fb1fac35-7de7-4420-9b9a-973adab15234 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0428240 Mar 04 20:38:41.385870 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e01d3-40cc-4c32-adbb-59686d7292fd req-efceec84-9399-40fc-875f-a5ecb8fb5dae tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.387665 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d8e01d3-40cc-4c32-adbb-59686d7292fd req-efceec84-9399-40fc-875f-a5ecb8fb5dae tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1071854 Mar 04 20:38:41.423491 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6edecd-dbec-43c9-b043-9cc892d3de83 x-openstack-request-id: req-6f6edecd-dbec-43c9-b043-9cc892d3de83 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:41.423852 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d030a3-506e-4a5f-9073-0197aa0b9128", "name": "network-vif-deleted", "tag": "7f5e7258-7eb1-43bf-95f3-3b1781edcc62", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:41.424169 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f6edecd-dbec-43c9-b043-9cc892d3de83 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:41.424678 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d030a3-506e-4a5f-9073-0197aa0b9128', 'name': 'network-vif-deleted', 'tag': '7f5e7258-7eb1-43bf-95f3-3b1781edcc62', 'status': 'completed', 'code': 200} Mar 04 20:38:41.430926 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:41.436144 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.436921 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.476967 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d8e01d3-40cc-4c32-adbb-59686d7292fd req-0840a279-49da-4ecd-a1f4-cc9dcefcabb2 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725155 Mar 04 20:38:41.517918 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-13d187ed-022f-4d6a-ba03-fd148b45324f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9239869 Mar 04 20:38:41.518146 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39622) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:41.524903 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:41.559937 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c739fafa-bc4b-4a90-afdc-819455bfa285 None None] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:41.612181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.613769 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.651146 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-78b75b44-7a05-43ff-85b8-5e7c48579384 None None] Provisioning complete for port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:41.651518 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78b75b44-7a05-43ff-85b8-5e7c48579384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.683649 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks [] for router_controller (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.735524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 155c9819-b063-4c68-81d0-5a39de48e338 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:41.735524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (155c9819-b063-4c68-81d0-5a39de48e338), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.819431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-a48d0eab-f16c-41c0-8a52-3b0d18209a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.820983 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-a48d0eab-f16c-41c0-8a52-3b0d18209a5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31&tenant_id=66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 1127 time: 0.1090159 Mar 04 20:38:41.835738 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-4cfb1ba2-20b5-40e7-9f46-33aea75a99e7', 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7', 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'fixed_ips': [{'subnet_id': '512f2eeb-7e1d-4746-8232-899710614b27'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:38:41.836614 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.885522 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf9cf5-83d8-4b95-8ac2-d1f753fa7adc req-f49b46f2-aab0-4774-8612-03b4e720a3d4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.887045 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7bdf9cf5-83d8-4b95-8ac2-d1f753fa7adc req-f49b46f2-aab0-4774-8612-03b4e720a3d4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1649060 Mar 04 20:38:41.967164 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks [] for router_gateway (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.996525 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7bdf9cf5-83d8-4b95-8ac2-d1f753fa7adc req-4948b850-5b9a-4866-b126-c6548b23aefe tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747633 Mar 04 20:38:42.003461 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-78b75b44-7a05-43ff-85b8-5e7c48579384 None None] Current status of the port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:42.009344 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78b75b44-7a05-43ff-85b8-5e7c48579384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.051309 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 155c9819-b063-4c68-81d0-5a39de48e338 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:42.070911 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:40Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:42.117738 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb696c5-5789-4d35-94f5-3133c7800cf4 None None] The sync data for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi is: [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:40Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:42.119997 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9250887-6334-4d16-ac41-9f1e5dfa5646 req-98a4afa3-521e-425b-bd71-bc91c7f8309f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:42.121984 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d9250887-6334-4d16-ac41-9f1e5dfa5646 req-98a4afa3-521e-425b-bd71-bc91c7f8309f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0634191 Mar 04 20:38:42.122872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-78b75b44-7a05-43ff-85b8-5e7c48579384 None None] For port 8631ec26-6b46-4804-99ef-c74ec24f8eb1, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=8631ec26-6b46-4804-99ef-c74ec24f8eb1,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:42.124629 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Allocated IP 172.20.0.2 (4cfb1ba2-20b5-40e7-9f46-33aea75a99e7/512f2eeb-7e1d-4746-8232-899710614b27/2fe72d33-d04a-4474-b36f-99d088c96775) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:42.218818 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78b75b44-7a05-43ff-85b8-5e7c48579384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.225697 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d9250887-6334-4d16-ac41-9f1e5dfa5646 req-82af76b5-14e7-4541-a46d-33806c1c8b73 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873713 Mar 04 20:38:42.325777 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks [] for router_gateway (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.346570 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.360060 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b75b44-7a05-43ff-85b8-5e7c48579384 None None] Pushing event updated for resources: {'Port': ['ID=8631ec26-6b46-4804-99ef-c74ec24f8eb1,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:42.364511 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Publish callbacks [] for port (2fe72d33-d04a-4474-b36f-99d088c96775), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.423029 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.498804 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:42.502530 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:42.507869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:42.510918 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7c6e7bfa-8b44-4073-860b-08427dce8584 req-bdbfcd1e-26d7-4168-8439-a6e0fd425415 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0358560 Mar 04 20:38:42.520366 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Allocated IP 172.27.3.181 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/6358cda9-cea6-4e0b-97d0-0437cfd72ce1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:42.521004 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Pushing event updated for resources: {'Port': ['ID=2fe72d33-d04a-4474-b36f-99d088c96775,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:42.580465 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Attempting to bind port 2fe72d33-d04a-4474-b36f-99d088c96775 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:42.580840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Attempting to bind port 2fe72d33-d04a-4474-b36f-99d088c96775 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:42.581200 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Attempting to bind port 2fe72d33-d04a-4474-b36f-99d088c96775 on network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:42.586742 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:42.587114 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Checking segment: {'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:42.587516 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.587907 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Bound using segment: {'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:42.588416 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Bound port: 2fe72d33-d04a-4474-b36f-99d088c96775, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:42.588795 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.634321 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks [] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.655259 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] For port 2fe72d33-d04a-4474-b36f-99d088c96775, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:42.658528 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] For port 2fe72d33-d04a-4474-b36f-99d088c96775, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2fe72d33-d04a-4474-b36f-99d088c96775,segment=NetworkSegment(3fb34a57-c5c9-4a71-bc3a-ad989e311f46),segment_id=3fb34a57-c5c9-4a71-bc3a-ad989e311f46)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:42.702353 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.713708 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.760866 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:42.763936 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:42.766228 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2257e-6ae8-43fc-99b7-c6feb42e6bc1 None None] Pushing event updated for resources: {'Port': ['ID=2fe72d33-d04a-4474-b36f-99d088c96775,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:42.767705 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:42.804346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Pushing event updated for resources: {'Port': ['ID=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:43.188893 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885a936-708d-4381-a42d-39f625aa5199 req-1304aac5-6c5f-4bf5-9a7f-3ab7d8e88f9e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:43.190516 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d885a936-708d-4381-a42d-39f625aa5199 req-1304aac5-6c5f-4bf5-9a7f-3ab7d8e88f9e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0868688 Mar 04 20:38:43.202294 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks [] for router_gateway (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.256697 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d885a936-708d-4381-a42d-39f625aa5199 req-b97f3a07-6e9e-4b12-8be8-311f91ac54c2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541039 Mar 04 20:38:43.321683 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2fe72d33-d04a-4474-b36f-99d088c96775 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:43.381872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 2fe72d33-d04a-4474-b36f-99d088c96775 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:43.382517 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.467269 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 2fe72d33-d04a-4474-b36f-99d088c96775 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:43.467972 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.507383 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 2fe72d33-d04a-4474-b36f-99d088c96775, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2fe72d33-d04a-4474-b36f-99d088c96775,segment=NetworkSegment(3fb34a57-c5c9-4a71-bc3a-ad989e311f46),segment_id=3fb34a57-c5c9-4a71-bc3a-ad989e311f46)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:43.564190 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.565137 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 8631ec26-6b46-4804-99ef-c74ec24f8eb1 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:43.691557 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-198b4e08-b50f-43b6-bf9a-f53f708b1ebe req-503816d9-ab7f-43ab-a7a9-fecc21935f02 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0352709 Mar 04 20:38:43.698873 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=2fe72d33-d04a-4474-b36f-99d088c96775,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:43.704546 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c28d1-008f-4435-92cd-5ae1022a2b8c req-51bde8cc-636b-4916-b83f-2f1089d63383 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:43.706122 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ee0c28d1-008f-4435-92cd-5ae1022a2b8c req-51bde8cc-636b-4916-b83f-2f1089d63383 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.3783526 Mar 04 20:38:43.715383 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:43.715765 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.743643 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.804869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:43.817789 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ee0c28d1-008f-4435-92cd-5ae1022a2b8c req-5aa936b4-de5b-4782-a3a7-96f62e3400f0 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026766 Mar 04 20:38:43.940826 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f18c63-6711-4f9a-92a6-336bd4b2a187 None None] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:43.963983 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:38:44.010782 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-9adbfd56-7080-4b5d-b404-2046df92ef80 None None] Provisioning complete for port 2fe72d33-d04a-4474-b36f-99d088c96775 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:44.011159 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9adbfd56-7080-4b5d-b404-2046df92ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.086663 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:44.097211 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Sync routers for ids ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:44.107566 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Routers {'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:44.108172 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:44.127400 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9adbfd56-7080-4b5d-b404-2046df92ef80 None None] Current status of the port 2fe72d33-d04a-4474-b36f-99d088c96775 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:44.160433 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.162035 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2761dc72-d676-4faf-9369-d28079e32bcb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6407421 Mar 04 20:38:44.164652 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39652) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:44.227122 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Set router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:44.357933 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-a8540153-935d-4a14-841d-1e5d33797f4f None None] Provisioning complete for port 2fe72d33-d04a-4474-b36f-99d088c96775 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:44.358309 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a8540153-935d-4a14-841d-1e5d33797f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.433026 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 3, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port': {'id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:44.456468 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a8540153-935d-4a14-841d-1e5d33797f4f None None] Current status of the port 2fe72d33-d04a-4474-b36f-99d088c96775 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:44.457033 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d95774-dfe2-4c1a-aef7-e3978a71fab2 req-46f1e83e-b827-40ea-b4d4-18833208afbb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.459618 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b3d95774-dfe2-4c1a-aef7-e3978a71fab2 req-46f1e83e-b827-40ea-b4d4-18833208afbb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1179998 Mar 04 20:38:44.463512 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Checking router: c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:44.463969 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Updating router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:44.490939 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.583529 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b3d95774-dfe2-4c1a-aef7-e3978a71fab2 req-454dcfd2-1f85-4370-ab2c-f89b2e50902e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143792 Mar 04 20:38:44.718382 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.738092 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:38:44.762498 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Publish callbacks [] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.783871 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:38:44.784217 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7f5e7258-7eb1-43bf-95f3-3b1781edcc62 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:38:44.815188 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4b12a2b2-2d85-4f7c-b849-58b4767f6d00 req-c36b0d91-5a6c-418d-ab61-a1105308d8f7 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d030a3-506e-4a5f-9073-0197aa0b9128 HTTP/1.1" status: 200 len: 210 time: 0.0336742 Mar 04 20:38:44.831368 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.831497 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-3ce8e64e-ecb6-4ced-a51f-09d786acb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.831497 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-3ce8e64e-ecb6-4ced-a51f-09d786acb736 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1127 time: 0.0839961 Mar 04 20:38:44.882274 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d0273-0d72-479e-8d10-aa6ba2588a92 None None] Pushing event updated for resources: {'Port': ['ID=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,revision_number=2']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:44.923999 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Attempting to bind port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:44.925155 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Attempting to bind port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:44.925749 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Attempting to bind port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:44.933258 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:44.933631 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:44.934034 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.934424 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:44.934898 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Bound port: 6358cda9-cea6-4e0b-97d0-0437cfd72ce1, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:44.943205 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.974233 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Allocated IP 172.20.0.1 (4cfb1ba2-20b5-40e7-9f46-33aea75a99e7/512f2eeb-7e1d-4746-8232-899710614b27/7f17fc1f-52e5-45c8-94a4-952944a07d42) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:44.983091 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-9173c569-305b-4799-b95d-64fe96e7dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.985068 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-9173c569-305b-4799-b95d-64fe96e7dd84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.1473715 Mar 04 20:38:45.006447 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] For port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:45.009803 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] For port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:45.012727 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2685a00-1d31-4bc9-bd24-5e1a8f251193 req-b7c47ec4-20d2-4265-bd90-14a7f1dd0f6b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.014303 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d2685a00-1d31-4bc9-bd24-5e1a8f251193 req-b7c47ec4-20d2-4265-bd90-14a7f1dd0f6b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0939217 Mar 04 20:38:45.056767 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-8f2d1a0e-fbfc-4e81-88f9-008ddb8be53b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 999 time: 0.0644243 Mar 04 20:38:45.067617 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.116899 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d2685a00-1d31-4bc9-bd24-5e1a8f251193 req-8f15dfec-b67d-46f0-948c-4d3c0fa524b9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934467 Mar 04 20:38:45.119534 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Routers {'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:45.120193 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:45.127571 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-c63deaf1-07fb-42b2-8227-ed32dca2e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.130780 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-c63deaf1-07fb-42b2-8227-ed32dca2e12c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0593402 Mar 04 20:38:45.138735 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks [] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.209307 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-73ca9de0-8006-437c-a87c-03e8ee4e0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.211043 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-73ca9de0-8006-437c-a87c-03e8ee4e0b9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755763 Mar 04 20:38:45.217844 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2fe72d33-d04a-4474-b36f-99d088c96775 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:45.242274 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d0273-0d72-479e-8d10-aa6ba2588a92 None None] Pushing event updated for resources: {'Port': ['ID=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:45.265154 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] Set router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:45.276939 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.287845 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 2fe72d33-d04a-4474-b36f-99d088c96775 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:45.288232 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.341428 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:45.345984 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:45.351193 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:45.355075 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Pushing event updated for resources: {'Port': ['ID=7f17fc1f-52e5-45c8-94a4-952944a07d42,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:45.373771 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-03b614e7-299c-490b-a0c4-c002ebe3b36a service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490068 Mar 04 20:38:45.431480 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.452661 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 2fe72d33-d04a-4474-b36f-99d088c96775 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:45.564872 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 3, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port': {'id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:45.580770 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3ffd1ee7-88cb-4f5b-96a5-a938150a291d req-79e3ff20-6201-4338-bbd2-f0fda899eb40 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861992 Mar 04 20:38:45.602032 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d3a25-6f7b-4b9e-a515-03608073b7fe None None] The sync data for ids ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'] in dv-cinder-799871-17-iscsi is: [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 3, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port': {'id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:45.705734 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-f0eef058-c06b-47af-9541-638762652513 None None] Provisioning complete for port 7f17fc1f-52e5-45c8-94a4-952944a07d42 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:45.706326 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0eef058-c06b-47af-9541-638762652513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.747378 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f0eef058-c06b-47af-9541-638762652513 None None] Port 7f17fc1f-52e5-45c8-94a4-952944a07d42 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:45.771033 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08e2e-e92d-4caa-a960-290eaa905b3a req-3c351d47-965e-48b2-8a79-ee7cf97f898d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.772604 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e4c08e2e-e92d-4caa-a960-290eaa905b3a req-3c351d47-965e-48b2-8a79-ee7cf97f898d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0915954 Mar 04 20:38:45.775281 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.871457 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e4c08e2e-e92d-4caa-a960-290eaa905b3a req-d330daae-9a18-4a8b-9a86-7add6a79ca6d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873520 Mar 04 20:38:46.075614 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks [] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.148314 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.267924 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c7d0-2a32-4fb4-ae68-dcdc7b4b6ca3 req-64e4a140-f5fe-4730-8a2b-f126ce782013 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:46.270892 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9ad7c7d0-2a32-4fb4-ae68-dcdc7b4b6ca3 req-64e4a140-f5fe-4730-8a2b-f126ce782013 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0740767 Mar 04 20:38:46.307480 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.309239 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Pushing event updated for resources: {'Port': ['ID=7f17fc1f-52e5-45c8-94a4-952944a07d42,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:46.365358 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9ad7c7d0-2a32-4fb4-ae68-dcdc7b4b6ca3 req-b7160deb-b1d0-4696-8a5e-8a9f4629b09d tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868721 Mar 04 20:38:46.418496 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-2170ebb2-e928-4aac-8b22-425423ac92c2 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:46.420346 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-2170ebb2-e928-4aac-8b22-425423ac92c2 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/networks?id=80554342-146f-4940-807d-c331296ea88c HTTP/1.1" status: 200 len: 809 time: 0.2676821 Mar 04 20:38:46.469083 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-cb7e0141-e743-4029-a2c4-4909de2ffc13 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/quotas/643a3ec2c51c44439f1c75d525385cfb HTTP/1.1" status: 200 len: 375 time: 0.0333493 Mar 04 20:38:46.470869 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:46.472284 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:46.520788 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-3e8b4180-e4d8-4a4b-8f96-22da18551a54 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=643a3ec2c51c44439f1c75d525385cfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419438 Mar 04 20:38:46.743920 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-43532f46-689a-4dd1-8b45-b1a620ca928c service neutron] 10.222.0.37 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894870 Mar 04 20:38:46.830284 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:38:46.877761 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-a5b61339-b1e8-4a46-bc8a-16f05f6f2bcc None None] Provisioning complete for port 7f17fc1f-52e5-45c8-94a4-952944a07d42 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:46.878807 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a5b61339-b1e8-4a46-bc8a-16f05f6f2bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.893281 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-b4cab5f8-bcdc-4d38-a778-c14fb5022ccd service neutron] 10.222.0.37 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483359 Mar 04 20:38:46.919076 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a5b61339-b1e8-4a46-bc8a-16f05f6f2bcc None None] Port 7f17fc1f-52e5-45c8-94a4-952944a07d42 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:47.032216 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9de63-0833-417c-aa75-9d2759a556ee req-044451cf-07b0-4097-88b9-50e0a06fce75 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:47.034642 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aaa9de63-0833-417c-aa75-9d2759a556ee req-044451cf-07b0-4097-88b9-50e0a06fce75 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0702667 Mar 04 20:38:47.091170 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aaa9de63-0833-417c-aa75-9d2759a556ee req-1473a94b-e6fb-4365-b456-710094087656 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495806 Mar 04 20:38:47.192230 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:47.197376 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-0d9655a7-b7aa-4629-b3ca-6bf58825266b admin admin] 10.222.0.37 "PUT /v2.0/routers/c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0317540 Mar 04 20:38:47.221918 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:47.397621 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:47.496596 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:47.497169 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.585511 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d6289-8967-4e09-b7bb-2f683240d99c req-242a4ad6-2749-4172-807f-192d127a26e7 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:47.588026 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-943d6289-8967-4e09-b7bb-2f683240d99c req-242a4ad6-2749-4172-807f-192d127a26e7 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0850978 Mar 04 20:38:47.597501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:47.612980 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'port_id': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'mac_address': 'fa:16:3e:40:a1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:47.656597 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-943d6289-8967-4e09-b7bb-2f683240d99c req-ccee2050-4a66-4113-aa00-caf263a3eba5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613825 Mar 04 20:38:47.687386 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:47.687923 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.714200 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:47.714200 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.716800 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:47.750210 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:47.753648 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:47.798881 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.829580 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.860084 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:47.950295 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:48.226824 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a35085f0-6d9d-460c-b07e-e65cd5f8c39d req-4a5eb42e-19c7-4905-97fb-238ed447161e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 210 time: 0.0379536 Mar 04 20:38:48.326819 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236417d4-b106-4966-86b3-000b72ddcf05 req-6cc6b10c-872b-439e-8917-07e573e5ba0c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:48.329310 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-236417d4-b106-4966-86b3-000b72ddcf05 req-6cc6b10c-872b-439e-8917-07e573e5ba0c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1001675 Mar 04 20:38:48.414711 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-236417d4-b106-4966-86b3-000b72ddcf05 req-cf371bf9-b197-4189-9f5e-c4a66c6b3610 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764501 Mar 04 20:38:48.664252 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Sync routers for ids ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:48.679190 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Routers {'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:48.683701 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:48.918450 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e7b4c-1fd4-4c0d-87b4-7f0dce0fb338 req-dcbd20bc-5865-4a6f-9daa-b5ed29d1ff08 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:48.925408 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-159e7b4c-1fd4-4c0d-87b4-7f0dce0fb338 req-dcbd20bc-5865-4a6f-9daa-b5ed29d1ff08 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 944 time: 0.1157386 Mar 04 20:38:48.962230 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Set router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:49.039714 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-159e7b4c-1fd4-4c0d-87b4-7f0dce0fb338 req-56cc2ce3-2c1f-4b43-9f11-f36a04fc41a7 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140485 Mar 04 20:38:49.245687 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:49.308895 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ba7b3017-8f5f-4cb0-a0fb-c452d14f4be5 req-660e473e-7a91-4ab9-a160-34ece0286491 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 210 time: 0.0325859 Mar 04 20:38:49.407583 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:49.407962 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.505288 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:38:45Z', 'revision_number': 4, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port': {'id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7f17fc1f-52e5-45c8-94a4-952944a07d42', 'name': '', 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'mac_address': 'fa:16:3e:c0:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '512f2eeb-7e1d-4746-8232-899710614b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:44Z', 'updated_at': '2022-03-04T20:38:45Z', 'revision_number': 2, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'subnets': [{'id': '512f2eeb-7e1d-4746-8232-899710614b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:49.539081 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:49.542237 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Checking router: c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:49.542598 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Updating router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c port 7f17fc1f-52e5-45c8-94a4-952944a07d42 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:49.571876 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.606673 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766173-aa04-4fc7-a42b-76a1d9725a53 req-373c2bc3-e41e-4be3-be3e-a403bffdca00 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:49.617724 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fe766173-aa04-4fc7-a42b-76a1d9725a53 req-373c2bc3-e41e-4be3-be3e-a403bffdca00 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0864902 Mar 04 20:38:49.749219 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fe766173-aa04-4fc7-a42b-76a1d9725a53 req-ca49b0a6-5b95-432e-8d43-9ddad28f4cb0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301827 Mar 04 20:38:49.803524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:50.234872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Publish callbacks [] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.255646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5b41-56d6-4687-aeae-7e8eac0ea4fc req-7a0837ee-525c-43cd-a8c5-3ffdd6dc7706 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:50.263332 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1b9a5b41-56d6-4687-aeae-7e8eac0ea4fc req-7a0837ee-525c-43cd-a8c5-3ffdd6dc7706 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 944 time: 0.1054626 Mar 04 20:38:50.357926 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1b9a5b41-56d6-4687-aeae-7e8eac0ea4fc req-477e8b5c-2303-46c3-b29f-9f054a7a5c74 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926313 Mar 04 20:38:50.369840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.464823 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d599e2-e74b-4c82-8b30-b57ef95dabdb None None] Pushing event updated for resources: {'Port': ['ID=7f17fc1f-52e5-45c8-94a4-952944a07d42,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:50.508977 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b65b280d-eab3-40eb-9e5e-00f059280f2e req-a77e1a26-6260-4372-913b-99d7657bcf23 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 210 time: 0.0672269 Mar 04 20:38:50.527048 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Attempting to bind port 7f17fc1f-52e5-45c8-94a4-952944a07d42 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:50.527445 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Attempting to bind port 7f17fc1f-52e5-45c8-94a4-952944a07d42 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:50.528657 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Attempting to bind port 7f17fc1f-52e5-45c8-94a4-952944a07d42 on network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:50.542103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:50.542103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Checking segment: {'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:50.542103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.542103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Bound using segment: {'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:50.542103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Bound port: 7f17fc1f-52e5-45c8-94a4-952944a07d42, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb34a57-c5c9-4a71-bc3a-ad989e311f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:50.542103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.687784 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] For port 7f17fc1f-52e5-45c8-94a4-952944a07d42, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:50.695319 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] For port 7f17fc1f-52e5-45c8-94a4-952944a07d42, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7f17fc1f-52e5-45c8-94a4-952944a07d42,segment=NetworkSegment(3fb34a57-c5c9-4a71-bc3a-ad989e311f46),segment_id=3fb34a57-c5c9-4a71-bc3a-ad989e311f46)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:50.782096 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-9271833c-551f-452a-b832-b7ac9cf0b1ba None None] Provisioning complete for port 7f17fc1f-52e5-45c8-94a4-952944a07d42 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:50.782426 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9271833c-551f-452a-b832-b7ac9cf0b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.845498 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.917945 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9271833c-551f-452a-b832-b7ac9cf0b1ba None None] Port 7f17fc1f-52e5-45c8-94a4-952944a07d42 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:50.987359 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Routers {'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:50.988003 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:38:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:51.002004 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d599e2-e74b-4c82-8b30-b57ef95dabdb None None] Pushing event updated for resources: {'Port': ['ID=7f17fc1f-52e5-45c8-94a4-952944a07d42,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:51.041152 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4fd1-d83d-4c59-8c36-44ff71317cab req-aa50529d-9585-4256-a6df-e5a34f24131c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.049601 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d0ff4fd1-d83d-4c59-8c36-44ff71317cab req-aa50529d-9585-4256-a6df-e5a34f24131c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1235762 Mar 04 20:38:51.148623 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d0ff4fd1-d83d-4c59-8c36-44ff71317cab req-51d8a517-3eb4-49e6-8ef3-b175f992bf05 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967522 Mar 04 20:38:51.231751 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] Set router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:51.541974 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:51.638914 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bb9c5-17ca-4ab3-bc6f-14ec8f01d59c req-8e0be06b-6d3d-44f6-8b5b-370352044491 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.656907 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f99bb9c5-17ca-4ab3-bc6f-14ec8f01d59c req-8e0be06b-6d3d-44f6-8b5b-370352044491 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 944 time: 0.1460228 Mar 04 20:38:51.846362 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-4ce6bef1-df18-4a0f-9904-d9200a8ae6cc None None] Provisioning complete for port 7f17fc1f-52e5-45c8-94a4-952944a07d42 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:51.846848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ce6bef1-df18-4a0f-9904-d9200a8ae6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:51.851051 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f99bb9c5-17ca-4ab3-bc6f-14ec8f01d59c req-1c8096da-4f82-4691-b0bf-b94cd1ab18ce tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902840 Mar 04 20:38:51.876721 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c2e37950-b068-48e5-ad0c-d1aeceeabe8d req-2ec3bbab-7f51-4f0a-9d4f-1b46e160c3ce tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 210 time: 0.1171811 Mar 04 20:38:51.946641 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-7f59e243-7528-4d56-b411-d3187b5e4dfc tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.948121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-7f59e243-7528-4d56-b411-d3187b5e4dfc tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "GET /v2.0/networks?id=80554342-146f-4940-807d-c331296ea88c HTTP/1.1" status: 200 len: 809 time: 0.3969488 Mar 04 20:38:51.963250 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Request body: {'port': {'device_id': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'network_id': '80554342-146f-4940-807d-c331296ea88c', 'admin_state_up': True, 'tenant_id': '643a3ec2c51c44439f1c75d525385cfb'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:52.006316 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6bef1-df18-4a0f-9904-d9200a8ae6cc None None] Current status of the port 7f17fc1f-52e5-45c8-94a4-952944a07d42 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:52.006710 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ce6bef1-df18-4a0f-9904-d9200a8ae6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.009807 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:38:45Z', 'revision_number': 4, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port': {'id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7f17fc1f-52e5-45c8-94a4-952944a07d42', 'name': '', 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'mac_address': 'fa:16:3e:c0:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '512f2eeb-7e1d-4746-8232-899710614b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:44Z', 'updated_at': '2022-03-04T20:38:50Z', 'revision_number': 4, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'subnets': [{'id': '512f2eeb-7e1d-4746-8232-899710614b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:52.045135 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a1901-4dde-4a16-9e65-423831f2e1a4 None None] The sync data for ids ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'] in dv-cinder-799871-17-iscsi is: [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:38:45Z', 'revision_number': 4, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port': {'id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7f17fc1f-52e5-45c8-94a4-952944a07d42', 'name': '', 'network_id': '4cfb1ba2-20b5-40e7-9f46-33aea75a99e7', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'mac_address': 'fa:16:3e:c0:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '512f2eeb-7e1d-4746-8232-899710614b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:44Z', 'updated_at': '2022-03-04T20:38:50Z', 'revision_number': 4, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'subnets': [{'id': '512f2eeb-7e1d-4746-8232-899710614b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:52.071518 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4ce6bef1-df18-4a0f-9904-d9200a8ae6cc None None] For port 7f17fc1f-52e5-45c8-94a4-952944a07d42, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7f17fc1f-52e5-45c8-94a4-952944a07d42,segment=NetworkSegment(3fb34a57-c5c9-4a71-bc3a-ad989e311f46),segment_id=3fb34a57-c5c9-4a71-bc3a-ad989e311f46)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:52.316875 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0632e1-aeca-42ac-b946-d8d89c652ca6 req-2887e589-c058-45f8-b36c-06e4966e9bf7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.318773 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5a0632e1-aeca-42ac-b946-d8d89c652ca6 req-2887e589-c058-45f8-b36c-06e4966e9bf7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0715780 Mar 04 20:38:52.370232 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5a0632e1-aeca-42ac-b946-d8d89c652ca6 req-14687046-ddd5-4772-8607-43cf5d435c57 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439231 Mar 04 20:38:52.484163 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:52.496253 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:52.496253 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.513182 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Made reservation on behalf of 643a3ec2c51c44439f1c75d525385cfb for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:52.516978 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.537275 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4ce6bef1-df18-4a0f-9904-d9200a8ae6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.614837 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6bef1-df18-4a0f-9904-d9200a8ae6cc None None] Pushing event updated for resources: {'Port': ['ID=7f17fc1f-52e5-45c8-94a4-952944a07d42,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:52.774974 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:52.775376 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.828645 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:52.838433 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9858270-2a07-4df8-aeb2-aad221efdddf" -d '{"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-plugged", "status": "completed", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:52.865381 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:52.876744 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Allocated IP 172.20.0.13 (80554342-146f-4940-807d-c331296ea88c/a582858e-955c-470e-8bb9-bd459821d03f/335c17e6-642b-4c42-b8f5-fda7b43da277) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:52.900057 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b618e8-d49f-40da-ac8c-a944b62a9fdd x-openstack-request-id: req-69b618e8-d49f-40da-ac8c-a944b62a9fdd {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:52.900673 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-plugged", "status": "completed", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:52.901147 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69b618e8-d49f-40da-ac8c-a944b62a9fdd {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:52.901750 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'code': 200} Mar 04 20:38:52.947990 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.089867 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:53.107665 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c50213-4029-4f7d-9068-cd2da3d1f797 req-7f7a110f-2730-4932-82ba-0cc4eb8b7a8f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.123512 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-59c50213-4029-4f7d-9068-cd2da3d1f797 req-7f7a110f-2730-4932-82ba-0cc4eb8b7a8f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1449170 Mar 04 20:38:53.259963 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-59c50213-4029-4f7d-9068-cd2da3d1f797 req-9d41383c-f9da-4db4-81d7-903c11df9a1a tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351795 Mar 04 20:38:53.376041 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks [] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.413447 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c29659ee-3550-4ff5-9d8f-b71f76f1d879 req-fc47129d-d501-4b04-b7ff-f53f9032130b tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 210 time: 0.0747535 Mar 04 20:38:53.439507 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7f17fc1f-52e5-45c8-94a4-952944a07d42 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:53.580427 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 7f17fc1f-52e5-45c8-94a4-952944a07d42 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:53.583465 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.648259 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.658369 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12171a-7966-4679-8763-9c0309a58880 req-9c6c0d27-6efa-443f-a5b1-784459ea073a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.674743 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2b12171a-7966-4679-8763-9c0309a58880 req-9c6c0d27-6efa-443f-a5b1-784459ea073a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1502197 Mar 04 20:38:53.803036 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 7f17fc1f-52e5-45c8-94a4-952944a07d42 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:53.810701 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2b12171a-7966-4679-8763-9c0309a58880 req-bfb55903-5b57-4521-8d4d-2f94342b0b9b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315613 Mar 04 20:38:53.834325 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4dd20-f973-4b12-9936-c1f13958bd92 req-165125d0-1dc2-4a3c-a063-0f73ab51f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.835835 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-95b4dd20-f973-4b12-9936-c1f13958bd92 req-165125d0-1dc2-4a3c-a063-0f73ab51f2d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1129 time: 0.3490951 Mar 04 20:38:53.840134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Network 80554342-146f-4940-807d-c331296ea88c is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:53.847240 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:53.887663 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:53.894027 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Pushing event updated for resources: {'Port': ['ID=335c17e6-642b-4c42-b8f5-fda7b43da277,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:53.910646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cec68-f5a5-481a-a60c-bf39b18a92d3 req-40f21910-add3-4613-a639-036af24c87f6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.918098 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-251cec68-f5a5-481a-a60c-bf39b18a92d3 req-40f21910-add3-4613-a639-036af24c87f6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.4581752 Mar 04 20:38:54.029567 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-95b4dd20-f973-4b12-9936-c1f13958bd92 req-9eee5c5b-c099-428a-b35b-22612a0bf725 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779022 Mar 04 20:38:54.052189 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-251cec68-f5a5-481a-a60c-bf39b18a92d3 req-92796c9a-cb52-4fb2-91c6-fc4afb724158 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247098 Mar 04 20:38:54.076236 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.080097 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.167162 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-bb52eeb3-3cbe-4002-bfc0-d8902f28cc30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2085414 Mar 04 20:38:54.424908 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16daa87-b609-4f40-bf7f-5311c738d3cb req-98cafb85-36aa-4fdd-b64c-bfaf644f92a0 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.435011 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a16daa87-b609-4f40-bf7f-5311c738d3cb req-98cafb85-36aa-4fdd-b64c-bfaf644f92a0 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0776021 Mar 04 20:38:54.502362 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a16daa87-b609-4f40-bf7f-5311c738d3cb req-b8c62b4d-b5e9-4926-bd96-a12441c3024e tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658746 Mar 04 20:38:54.627821 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e110cc5-282d-4602-b42d-366f757b30b0 req-54f3d508-c286-4aab-9d52-2c4872ce52c5 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.637763 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e110cc5-282d-4602-b42d-366f757b30b0 req-54f3d508-c286-4aab-9d52-2c4872ce52c5 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 932 time: 0.1144750 Mar 04 20:38:54.716620 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e110cc5-282d-4602-b42d-366f757b30b0 req-98e1d607-b89d-435d-99f9-dba06534f6ee tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778136 Mar 04 20:38:55.073343 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20026241-dbe2-42ab-b4df-00d1c098bd6a req-51a2511e-d5ec-480a-9d27-c1d69127b81d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.081050 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-20026241-dbe2-42ab-b4df-00d1c098bd6a req-51a2511e-d5ec-480a-9d27-c1d69127b81d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1382136 Mar 04 20:38:55.155865 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-20026241-dbe2-42ab-b4df-00d1c098bd6a req-12caf70c-22d2-483d-825d-45392f19524c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737171 Mar 04 20:38:55.364008 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa81524-0d80-48b1-91f7-b570ca7674d8 req-78196366-672a-453c-af5f-248337e33567 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.366913 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5fa81524-0d80-48b1-91f7-b570ca7674d8 req-78196366-672a-453c-af5f-248337e33567 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0814726 Mar 04 20:38:55.486103 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5fa81524-0d80-48b1-91f7-b570ca7674d8 req-a17a4014-7cfa-45a9-bf15-9652d52d7061 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119483 Mar 04 20:38:55.742757 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387106c-39bc-4d0c-88c1-5e11d4336764 req-a6a48518-bae1-4edd-bac3-6c1e48229652 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.756514 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4387106c-39bc-4d0c-88c1-5e11d4336764 req-a6a48518-bae1-4edd-bac3-6c1e48229652 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1392522 Mar 04 20:38:55.853455 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4387106c-39bc-4d0c-88c1-5e11d4336764 req-416f4426-8e61-4c4a-a102-70d2e038ae6f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952139 Mar 04 20:38:55.940539 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195fcbf-bf75-4d47-b116-35e0faf80cdc req-9b588242-a0cd-45aa-afa6-4da2d8098029 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.948742 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5195fcbf-bf75-4d47-b116-35e0faf80cdc req-9b588242-a0cd-45aa-afa6-4da2d8098029 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 932 time: 0.1094484 Mar 04 20:38:56.053799 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5195fcbf-bf75-4d47-b116-35e0faf80cdc req-2a41e10a-ae72-45f8-ade5-691a9285bc99 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978999 Mar 04 20:38:56.448508 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43378ac3-01e2-479c-b9cc-569bb00fb87d req-9e14fdba-40c3-4e19-9d64-303691628488 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:56.467060 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-43378ac3-01e2-479c-b9cc-569bb00fb87d req-9e14fdba-40c3-4e19-9d64-303691628488 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1713841 Mar 04 20:38:56.571424 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-43378ac3-01e2-479c-b9cc-569bb00fb87d req-f63e2927-76ef-4e7e-9aef-2fbd2f8fddf9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092999 Mar 04 20:38:56.742515 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Request body: {'port': {'device_id': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:56.766374 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ede513-256b-4d31-86e4-ef95bafefbc8 req-994f30a9-93b3-4fce-8f46-03267238786f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:56.767994 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f3ede513-256b-4d31-86e4-ef95bafefbc8 req-994f30a9-93b3-4fce-8f46-03267238786f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1368971 Mar 04 20:38:56.858640 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f3ede513-256b-4d31-86e4-ef95bafefbc8 req-258adce4-6feb-49a0-ad4a-91ca9c6c85ba tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795734 Mar 04 20:38:56.866456 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.066253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a0d09-0ad1-42b3-b612-c0beeed544b2 req-9095bcf3-384d-4737-a1b9-fd4986b4a60f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.068006 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-614a0d09-0ad1-42b3-b612-c0beeed544b2 req-9095bcf3-384d-4737-a1b9-fd4986b4a60f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0933864 Mar 04 20:38:57.152564 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-614a0d09-0ad1-42b3-b612-c0beeed544b2 req-a76f3370-246c-4212-9ef0-3b30acbb5651 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581768 Mar 04 20:38:57.239995 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335c17e6-642b-4c42-b8f5-fda7b43da277 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:57.248534 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Publish callbacks [] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.261793 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Transition to ACTIVE for port object 335c17e6-642b-4c42-b8f5-fda7b43da277 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:57.271924 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eeef9-d739-42f9-a93e-198da6bebe7c req-1341c749-94f8-455e-86b9-5a2f04d312a7 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.273451 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-379eeef9-d739-42f9-a93e-198da6bebe7c req-1341c749-94f8-455e-86b9-5a2f04d312a7 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 932 time: 0.0835478 Mar 04 20:38:57.324393 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.388160 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-379eeef9-d739-42f9-a93e-198da6bebe7c req-bc93463f-6d12-472b-8248-cd69f56492eb tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012640 Mar 04 20:38:57.429406 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Pushing event updated for resources: {'Port': ['ID=335c17e6-642b-4c42-b8f5-fda7b43da277,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:57.577681 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Attempting to bind port 335c17e6-642b-4c42-b8f5-fda7b43da277 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:57.578021 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Attempting to bind port 335c17e6-642b-4c42-b8f5-fda7b43da277 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:57.578265 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Attempting to bind port 335c17e6-642b-4c42-b8f5-fda7b43da277 on network 80554342-146f-4940-807d-c331296ea88c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:57.593133 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Port 335c17e6-642b-4c42-b8f5-fda7b43da277 on network 80554342-146f-4940-807d-c331296ea88c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:57.593464 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Attempting to bind port 335c17e6-642b-4c42-b8f5-fda7b43da277 on network 80554342-146f-4940-807d-c331296ea88c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:57.599008 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:57.599342 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Checking segment: {'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:57.599732 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Bound using segment: {'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:57.600160 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Bound port: 335c17e6-642b-4c42-b8f5-fda7b43da277, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9539630b-8eff-4ea9-b6ec-4ed19dec1477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '80554342-146f-4940-807d-c331296ea88c'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:57.600547 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.799995 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] For port 335c17e6-642b-4c42-b8f5-fda7b43da277, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:57.813854 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0865c4a-02f2-4e53-9526-7b6e1bf8c456 req-13b5082f-f299-4115-91bd-cdb4711f90ab tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.821988 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b0865c4a-02f2-4e53-9526-7b6e1bf8c456 req-13b5082f-f299-4115-91bd-cdb4711f90ab tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0946150 Mar 04 20:38:57.847344 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] For port 335c17e6-642b-4c42-b8f5-fda7b43da277, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=335c17e6-642b-4c42-b8f5-fda7b43da277,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:57.894324 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b0865c4a-02f2-4e53-9526-7b6e1bf8c456 req-6deba002-8170-4543-a05e-9ff86858d2cd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708044 Mar 04 20:38:57.918902 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.981914 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.982618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.984007 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] 10.222.0.39 "PUT /v2.0/ports/335c17e6-642b-4c42-b8f5-fda7b43da277 HTTP/1.1" status: 200 len: 1094 time: 1.2465637 Mar 04 20:38:57.984477 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'tag': '335c17e6-642b-4c42-b8f5-fda7b43da277'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:57.998855 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c100d6-084b-4bf4-8538-37cfb1512795" -d '{"events": [{"name": "network-changed", "server_uuid": "5b54f75f-a12f-4f06-8ecd-5c9696175163", "tag": "335c17e6-642b-4c42-b8f5-fda7b43da277"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:58.024345 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717c4e-9db4-4371-ab78-39cf45a8142a req-0f5ca131-b477-4db7-a345-d479bc82548a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.031474 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e1717c4e-9db4-4371-ab78-39cf45a8142a req-0f5ca131-b477-4db7-a345-d479bc82548a tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0841570 Mar 04 20:38:58.118184 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae12ab4-b6da-4bb8-b4f6-cdc8837bcde6 x-openstack-request-id: req-eae12ab4-b6da-4bb8-b4f6-cdc8837bcde6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:58.118558 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b54f75f-a12f-4f06-8ecd-5c9696175163", "tag": "335c17e6-642b-4c42-b8f5-fda7b43da277", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:58.118840 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eae12ab4-b6da-4bb8-b4f6-cdc8837bcde6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:58.119252 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'tag': '335c17e6-642b-4c42-b8f5-fda7b43da277', 'status': 'completed', 'code': 200} Mar 04 20:38:58.124826 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18776a32-f8da-44fa-80f6-8afe73279a73 service neutron] Pushing event updated for resources: {'Port': ['ID=335c17e6-642b-4c42-b8f5-fda7b43da277,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:58.142404 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e1717c4e-9db4-4371-ab78-39cf45a8142a req-39aa4835-a178-49b0-8c2e-088646090c94 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098473 Mar 04 20:38:58.223775 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-32f809bc-a230-4c47-9389-e0ec1a9dcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.225811 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-32f809bc-a230-4c47-9389-e0ec1a9dcd49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=643a3ec2c51c44439f1c75d525385cfb&device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 1128 time: 0.1403630 Mar 04 20:38:58.344650 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-9d83f109-4258-4753-b61e-f35608c753da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335c17e6-642b-4c42-b8f5-fda7b43da277 HTTP/1.1" status: 200 len: 217 time: 0.1027930 Mar 04 20:38:58.379809 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d8110-d63c-4c4b-8902-8af9159b7944 req-a4ce9387-c247-424b-9430-2d9005ce058f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.381718 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c7d8110-d63c-4c4b-8902-8af9159b7944 req-a4ce9387-c247-424b-9430-2d9005ce058f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1324742 Mar 04 20:38:58.546946 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-1e7a9100-f2aa-4a42-8e68-a4edc24cab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.548789 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-1e7a9100-f2aa-4a42-8e68-a4edc24cab0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a582858e-955c-470e-8bb9-bd459821d03f HTTP/1.1" status: 200 len: 849 time: 0.1845176 Mar 04 20:38:58.568254 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c7d8110-d63c-4c4b-8902-8af9159b7944 req-eddf0790-578b-4726-8f8e-d16f785a60ce tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425524 Mar 04 20:38:58.668693 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad66d02-535d-4e3d-afcd-d5152931522e req-117d9f69-e682-4e32-b742-59fd9e8b10e8 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.671074 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5ad66d02-535d-4e3d-afcd-d5152931522e req-117d9f69-e682-4e32-b742-59fd9e8b10e8 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 944 time: 0.1392682 Mar 04 20:38:58.901946 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5ad66d02-535d-4e3d-afcd-d5152931522e req-986eb68a-9b8e-4813-8e7b-66de2fc8b369 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684678 Mar 04 20:38:58.902215 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-d9a8e9d9-3436-45d9-bbe5-52679c9c618e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80554342-146f-4940-807d-c331296ea88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592861 Mar 04 20:38:59.439445 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e7669-7674-47e4-9643-894df1db2ea9 req-04ef3cbc-8af9-44dc-8fad-0f010a3c6e52 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:59.439445 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-621e7669-7674-47e4-9643-894df1db2ea9 req-04ef3cbc-8af9-44dc-8fad-0f010a3c6e52 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0851007 Mar 04 20:38:59.439445 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-621e7669-7674-47e4-9643-894df1db2ea9 req-933731ac-b291-49db-b548-56444a2e70ec tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783570 Mar 04 20:38:59.477712 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-6aa748d3-1995-406e-9740-1f2d380954f7 service neutron] 10.222.0.39 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058798 Mar 04 20:38:59.486287 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d9033-b02a-4207-ba8c-c63379ae3343 req-022bbf32-7d7e-4819-8542-b0a0941980ab tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:59.487998 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-804d9033-b02a-4207-ba8c-c63379ae3343 req-022bbf32-7d7e-4819-8542-b0a0941980ab tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.4544301 Mar 04 20:38:59.562619 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-804d9033-b02a-4207-ba8c-c63379ae3343 req-1845e250-729d-49b8-98ae-7a2022bcc91e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678308 Mar 04 20:38:59.826438 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1d03-eac2-435b-98b8-4a2c02fed5bf req-e09d286a-0206-44c5-b5a8-eb0795618537 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:59.835793 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-97ce5687-10b7-4367-b9d7-55149ac1bfb9 req-8c200754-f02f-4d6a-ac5e-244afd256ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088757 Mar 04 20:38:59.837492 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-863a1d03-eac2-435b-98b8-4a2c02fed5bf req-e09d286a-0206-44c5-b5a8-eb0795618537 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1409309 Mar 04 20:38:59.967526 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-863a1d03-eac2-435b-98b8-4a2c02fed5bf req-a5124083-54ea-4362-880b-8fa87fdab017 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240783 Mar 04 20:39:00.175442 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8889a440-94f4-4534-87b7-ddcca023e8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:00.179509 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-6d328c73-d876-4088-a685-a507e17c85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.181301 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-6d328c73-d876-4088-a685-a507e17c85dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=643a3ec2c51c44439f1c75d525385cfb&device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 1128 time: 0.0639467 Mar 04 20:39:00.190046 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5a46-e953-4e32-be31-561a6e78418d req-c6c8143c-4ffc-4c66-b11c-05ddbf67ceae tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.193599 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215051bd-b056-4836-a9c4-68f45cd5bfe8 req-b05a44e2-54f0-454b-b1ed-211096fe5b14 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.200443 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-752a5a46-e953-4e32-be31-561a6e78418d req-c6c8143c-4ffc-4c66-b11c-05ddbf67ceae tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 944 time: 0.1463933 Mar 04 20:39:00.204137 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-215051bd-b056-4836-a9c4-68f45cd5bfe8 req-b05a44e2-54f0-454b-b1ed-211096fe5b14 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0947280 Mar 04 20:39:00.428790 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-752a5a46-e953-4e32-be31-561a6e78418d req-9600ef27-31c4-4417-9530-0d953a3c1050 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048329 Mar 04 20:39:00.429231 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-215051bd-b056-4836-a9c4-68f45cd5bfe8 req-6b943e04-d0bf-4563-8789-1cc8263af29f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061800 Mar 04 20:39:00.429483 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-c126638e-28ab-4282-9e5e-3805eb30600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.429483 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-c126638e-28ab-4282-9e5e-3805eb30600e service neutron] 10.222.0.39 "GET /v2.0/networks?id=80554342-146f-4940-807d-c331296ea88c HTTP/1.1" status: 200 len: 910 time: 0.1676261 Mar 04 20:39:00.435695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39908) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:00.467693 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-389077f2-5cbc-46d0-802f-bc745fbbf700 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335c17e6-642b-4c42-b8f5-fda7b43da277 HTTP/1.1" status: 200 len: 217 time: 0.0445933 Mar 04 20:39:00.570749 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327f56-5b7d-486b-b4b9-1b963586e746 req-daa52283-a179-4e6c-a0f5-67ce2b02e3e0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.580733 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6d327f56-5b7d-486b-b4b9-1b963586e746 req-daa52283-a179-4e6c-a0f5-67ce2b02e3e0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.0797215 Mar 04 20:39:00.648606 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-4861dd5f-4d75-4e8b-9b60-b21d0b6f2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.649956 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-4861dd5f-4d75-4e8b-9b60-b21d0b6f2b79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a582858e-955c-470e-8bb9-bd459821d03f HTTP/1.1" status: 200 len: 849 time: 0.1379375 Mar 04 20:39:00.655765 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6d327f56-5b7d-486b-b4b9-1b963586e746 req-2dc3266e-a81a-4111-a044-b12580b5e450 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739141 Mar 04 20:39:00.832154 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbec3b-d268-47e0-abd4-069df2554ad4 req-ca2c8d18-4a60-4144-a048-637febff75cd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.834544 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6acbec3b-d268-47e0-abd4-069df2554ad4 req-ca2c8d18-4a60-4144-a048-637febff75cd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1021252 Mar 04 20:39:00.841428 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-7e44b4b5-ff99-4d7b-9a54-c97d3c7503fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80554342-146f-4940-807d-c331296ea88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210060 Mar 04 20:39:00.974472 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6acbec3b-d268-47e0-abd4-069df2554ad4 req-efad3e57-e681-49c3-8af9-ba9a6c69c4f0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329646 Mar 04 20:39:00.976562 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964d7d8-3b54-41dc-beb4-074cdb174fc5 tempest-TestShelveInstance-480011228 tempest-TestShelveInstance-480011228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.978295 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9964d7d8-3b54-41dc-beb4-074cdb174fc5 tempest-TestShelveInstance-480011228 tempest-TestShelveInstance-480011228-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1124 time: 0.5411017 Mar 04 20:39:00.981033 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 39918) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:00.986517 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'port_id': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:01.018530 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-37d994d6-726c-486a-b0f3-6ecbc467a0b1 service neutron] 10.222.0.39 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689517 Mar 04 20:39:01.107352 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:01.292823 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228525f-6bfa-4e52-a3a7-9347b4d81cb9 req-a55a9f6f-7157-4aa9-8e79-80917bfb4377 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:01.302232 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2228525f-6bfa-4e52-a3a7-9347b4d81cb9 req-a55a9f6f-7157-4aa9-8e79-80917bfb4377 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 946 time: 0.1712408 Mar 04 20:39:01.336538 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-4d59d8b2-d47a-4b10-9ee8-563e7cfd577d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:01.338534 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-4d59d8b2-d47a-4b10-9ee8-563e7cfd577d tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1692033 Mar 04 20:39:01.378664 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2228525f-6bfa-4e52-a3a7-9347b4d81cb9 req-8f5bb426-66dd-4729-a333-82dd708faa9e tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743434 Mar 04 20:39:01.406416 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:01.419248 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75c100d6-084b-4bf4-8538-37cfb1512795 req-80179757-2403-4d23-bd2d-7fc318e0e8b2 service neutron] 10.222.0.39 "GET /v2.0/networks/80554342-146f-4940-807d-c331296ea88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588072 Mar 04 20:39:01.509052 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Deleting port aa98f0da-d2f1-4b12-82fa-b37f81d3013a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:01.509864 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:01.611145 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] For port aa98f0da-d2f1-4b12-82fa-b37f81d3013a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:01.611878 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:01.616255 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Allocated IP 172.27.3.122 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/94a79bb1-477b-4aae-a2db-22162b4d406c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:01.625788 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Calling delete_port for aa98f0da-d2f1-4b12-82fa-b37f81d3013a owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:01.874248 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:01.890285 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01757ea-9c46-4d0e-b043-16bb943078d3 req-f66f7ec0-7dab-4a00-a82d-ba8917767816 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:01.891788 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f01757ea-9c46-4d0e-b043-16bb943078d3 req-f66f7ec0-7dab-4a00-a82d-ba8917767816 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 944 time: 0.0828035 Mar 04 20:39:01.891925 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d0581-ad01-47a5-827e-319be4831268 req-81efa3ca-abd4-42e3-8f00-e2154ad13061 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:01.893401 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-212d0581-ad01-47a5-827e-319be4831268 req-81efa3ca-abd4-42e3-8f00-e2154ad13061 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b HTTP/1.1" status: 200 len: 945 time: 0.1146729 Mar 04 20:39:01.940499 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f01757ea-9c46-4d0e-b043-16bb943078d3 req-a7d2d9b2-5e32-42d5-8b0b-e4550b8cc448 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Mar 04 20:39:01.966072 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-212d0581-ad01-47a5-827e-319be4831268 req-4b8be193-632e-469a-89a9-429309fd17db tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659225 Mar 04 20:39:01.998706 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (aa98f0da-d2f1-4b12-82fa-b37f81d3013a), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.010743 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['2dcd3190-f065-4ae1-aba8-7b76e38cf694', 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:02.033630 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.057849 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Pushing event deleted for resources: {'Port': ['ID=aa98f0da-d2f1-4b12-82fa-b37f81d3013a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:02.102983 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:02.106307 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:02.110084 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:02.141391 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] No DVR routers for this DVR port aa98f0da-d2f1-4b12-82fa-b37f81d3013a on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:39:02.143918 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.147677 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-71b94e3d-a366-4495-a122-a451c3b8f4f4 req-35c32f6a-e443-4cd4-99b3-898a194edf23 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "DELETE /v2.0/ports/aa98f0da-d2f1-4b12-82fa-b37f81d3013a HTTP/1.1" status: 204 len: 173 time: 0.7953479 Mar 04 20:39:02.148358 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'name': 'network-vif-deleted', 'tag': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:02.151465 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b99cf-1a59-4e6f-9772-0bcaec83bc5e" -d '{"events": [{"server_uuid": "7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b", "name": "network-vif-deleted", "tag": "aa98f0da-d2f1-4b12-82fa-b37f81d3013a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:02.175417 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'Port': ['ID=94a79bb1-477b-4aae-a2db-22162b4d406c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:02.187078 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003b83c-24ce-417b-8135-cea8bb81eb75 req-f749b4e2-1bb1-4016-ba3a-e4306edf5bbd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:02.187078 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e003b83c-24ce-417b-8135-cea8bb81eb75 req-f749b4e2-1bb1-4016-ba3a-e4306edf5bbd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1125681 Mar 04 20:39:02.209080 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e95ec3-95c5-4acc-b388-cf53c655ee31 x-openstack-request-id: req-f5e95ec3-95c5-4acc-b388-cf53c655ee31 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:02.209448 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b", "name": "network-vif-deleted", "tag": "aa98f0da-d2f1-4b12-82fa-b37f81d3013a", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:02.209677 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5e95ec3-95c5-4acc-b388-cf53c655ee31 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:02.210142 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7cd379-6d4e-4e44-bb5f-a7a8b2c9d32b', 'name': 'network-vif-deleted', 'tag': 'aa98f0da-d2f1-4b12-82fa-b37f81d3013a', 'status': 'completed', 'code': 200} Mar 04 20:39:02.243521 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e003b83c-24ce-417b-8135-cea8bb81eb75 req-dd065d27-ed6d-48cf-8bb6-91d68d757b02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521078 Mar 04 20:39:02.493459 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ea23-4e35-437a-9f49-431878583f5f req-f859e721-d21c-4db3-a7e5-bd5d16b861cb tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:02.495015 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5931ea23-4e35-437a-9f49-431878583f5f req-f859e721-d21c-4db3-a7e5-bd5d16b861cb tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 946 time: 0.0557845 Mar 04 20:39:02.506618 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-92b28afc-5267-4aab-ab91-83538259abb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.548068 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5931ea23-4e35-437a-9f49-431878583f5f req-701c9f80-16a8-46ff-89d8-e7627dac1f64 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Mar 04 20:39:02.575004 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for floatingip (49c56848-6702-44fc-ae86-22d88a29761f), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.729261 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.841469 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-8b3e0c27-b261-465a-b3ef-977f8421e236 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:02.842939 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-8b3e0c27-b261-465a-b3ef-977f8421e236 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/networks?id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 200 len: 815 time: 0.1050820 Mar 04 20:39:02.857862 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-0828aa6c-7a16-47c4-aeb2-e6f0fae50773 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/quotas/54ab0b60d30f4ba1979e0ce17dbfab88 HTTP/1.1" status: 200 len: 375 time: 0.0090511 Mar 04 20:39:02.886191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.915326 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-38ba7374-b26a-4bef-807a-7ff13a400396 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520597 Mar 04 20:39:02.924102 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.999882 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event updated for resources: {'Port': ['ID=94a79bb1-477b-4aae-a2db-22162b4d406c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:03.008665 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (49c56848-6702-44fc-ae86-22d88a29761f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:03.023859 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-5ad2cda6-efce-4c54-9d40-f2a12993feaf service neutron] 10.222.0.37 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977268 Mar 04 20:39:03.130339 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-89c797b0-136d-4694-8ae1-9261b1b7f05c service neutron] 10.222.0.37 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984056 Mar 04 20:39:03.148283 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b348-5a35-4183-bf24-346d42de4ba5 req-0e498f0d-c655-4c8a-8234-d18b26f413e9 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.149962 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dbb4b348-5a35-4183-bf24-346d42de4ba5 req-0e498f0d-c655-4c8a-8234-d18b26f413e9 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 944 time: 0.1069400 Mar 04 20:39:03.154994 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Floating IP 49c56848-6702-44fc-ae86-22d88a29761f associated. External IP: 172.27.3.122, port: 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f. Mar 04 20:39:03.269747 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dbb4b348-5a35-4183-bf24-346d42de4ba5 req-e1a9cca7-334d-4338-97af-386090bd6e6c tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120822 Mar 04 20:39:03.456307 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Router f5036ec4-e019-4b85-b19e-a46ca54532ab has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:03.466910 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f670da-afb8-441a-9f35-da97160207d3 req-fb540c65-89f6-4aaf-948c-94a9787c52a4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.469614 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-21f670da-afb8-441a-9f35-da97160207d3 req-fb540c65-89f6-4aaf-948c-94a9787c52a4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1136322 Mar 04 20:39:03.561574 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-21f670da-afb8-441a-9f35-da97160207d3 req-f60c1a10-eb8e-41c5-9102-a73c6cebe323 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856121 Mar 04 20:39:03.644142 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d30275b3-afa3-4863-9e62-5658eab60926 req-b66fb354-24c3-4546-8ed2-faa0e3063d00 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 210 time: 0.0395319 Mar 04 20:39:03.645854 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:03.655587 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] Sync routers for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:03.672891 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-4140efb4-af3f-44ce-af6c-4fc37fd47e0c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.674622 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-4140efb4-af3f-44ce-af6c-4fc37fd47e0c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 946 time: 0.1063023 Mar 04 20:39:03.679430 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:03.681841 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:03.764539 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:03.787674 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:03.801584 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-162d8cfe-7f78-4db9-afb8-a8b7b87786b5 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8188574 Mar 04 20:39:03.803047 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:03.805367 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ede043-cf18-4906-89ed-583fff769e27" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:03.826529 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d42c10-68bc-4f89-a6db-92b8ebc1efa1 req-f6945ba2-747c-4dd8-a4b9-7fca823c29cd tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.828117 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f4d42c10-68bc-4f89-a6db-92b8ebc1efa1 req-f6945ba2-747c-4dd8-a4b9-7fca823c29cd tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 946 time: 0.1125607 Mar 04 20:39:03.836908 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Deleting port 64849bc0-011e-4bd1-9c85-8c6afb12476d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:03.837415 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:03.892362 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f4d42c10-68bc-4f89-a6db-92b8ebc1efa1 req-981b4600-33dd-4b02-8a2a-2e7cad87461d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561185 Mar 04 20:39:03.913858 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db41f-5695-4493-82a6-9d1697e00bc6 req-d3c09d41-39fb-4abb-9726-37a5edb9e176 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.920598 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-503db41f-5695-4493-82a6-9d1697e00bc6 req-d3c09d41-39fb-4abb-9726-37a5edb9e176 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1450052 Mar 04 20:39:03.934682 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:03.954721 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db9c830-141d-4d16-8be4-6e419ca59ae7 x-openstack-request-id: req-5db9c830-141d-4d16-8be4-6e419ca59ae7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:03.954943 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:03.955702 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5db9c830-141d-4d16-8be4-6e419ca59ae7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:03.955702 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'status': 'completed', 'code': 200} Mar 04 20:39:04.002916 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-503db41f-5695-4493-82a6-9d1697e00bc6 req-ddf97149-8dc9-4be0-bee1-2b3829ee38e6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813956 Mar 04 20:39:04.025421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] For port 64849bc0-011e-4bd1-9c85-8c6afb12476d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=64849bc0-011e-4bd1-9c85-8c6afb12476d,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:04.025421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:04.039432 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Calling delete_port for 64849bc0-011e-4bd1-9c85-8c6afb12476d owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:04.094811 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede043-cf18-4906-89ed-583fff769e27 req-dcaab69b-239e-4cb1-afd3-b50fb5740d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:04.096359 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b1ede043-cf18-4906-89ed-583fff769e27 req-dcaab69b-239e-4cb1-afd3-b50fb5740d83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1129 time: 0.1194575 Mar 04 20:39:04.169619 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '49c56848-6702-44fc-ae86-22d88a29761f', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'port_id': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'mac_address': 'fa:16:3e:40:a1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:02Z', 'updated_at': '2022-03-04T20:39:02Z', 'revision_number': 0, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:31Z', 'revision_number': 5, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:04.196895 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] Checking router: f5036ec4-e019-4b85-b19e-a46ca54532ab for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:04.207626 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:04.208651 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:04.250493 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede043-cf18-4906-89ed-583fff769e27 req-c921a6f5-a5f7-4486-a2e3-30d5f7937679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:04.252575 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b1ede043-cf18-4906-89ed-583fff769e27 req-c921a6f5-a5f7-4486-a2e3-30d5f7937679 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 909 time: 0.1377120 Mar 04 20:39:04.321071 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b1ede043-cf18-4906-89ed-583fff769e27 req-9f15a90a-725b-4986-87fb-129a31f7b63e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 999 time: 0.0607831 Mar 04 20:39:04.322084 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:04.360244 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (64849bc0-011e-4bd1-9c85-8c6afb12476d), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:04.376450 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['64849bc0-011e-4bd1-9c85-8c6afb12476d'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:04.399102 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Pushing event deleted for resources: {'Port': ['ID=64849bc0-011e-4bd1-9c85-8c6afb12476d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:04.407134 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba430db-fcec-49e7-8610-32a8b1d0923a req-8b660030-66ed-4745-9d29-56d08b929462 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:04.419542 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2ba430db-fcec-49e7-8610-32a8b1d0923a req-8b660030-66ed-4745-9d29-56d08b929462 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 944 time: 0.0766773 Mar 04 20:39:04.437979 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede043-cf18-4906-89ed-583fff769e27 req-a3981afb-b879-419b-bd8e-1217481be03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:04.439469 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b1ede043-cf18-4906-89ed-583fff769e27 req-a3981afb-b879-419b-bd8e-1217481be03a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 200 len: 847 time: 0.1113329 Mar 04 20:39:04.459741 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] No DVR routers for this DVR port 64849bc0-011e-4bd1-9c85-8c6afb12476d on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:39:04.469298 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:04.470609 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2ba430db-fcec-49e7-8610-32a8b1d0923a req-0b3737c6-7058-4151-b3e4-9ef6eb4e26e9 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520880 Mar 04 20:39:04.472620 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b6d5ac0-522c-4bde-9e92-cc33a81d6223 req-1cab9f5c-372a-4d66-bd13-d9c2e6d750de tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "DELETE /v2.0/ports/64849bc0-011e-4bd1-9c85-8c6afb12476d HTTP/1.1" status: 204 len: 173 time: 0.7895427 Mar 04 20:39:04.474971 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'name': 'network-vif-deleted', 'tag': '64849bc0-011e-4bd1-9c85-8c6afb12476d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:04.475895 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcede1a5-de97-45e5-a8d5-d43bc562de7c" -d '{"events": [{"server_uuid": "924b4293-cf4a-48d1-a7bf-be70d7b31e55", "name": "network-vif-deleted", "tag": "64849bc0-011e-4bd1-9c85-8c6afb12476d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:04.516844 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede043-cf18-4906-89ed-583fff769e27 req-b55a2e0a-6d10-4a25-bd54-2322baab212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:04.518631 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b1ede043-cf18-4906-89ed-583fff769e27 req-b55a2e0a-6d10-4a25-bd54-2322baab212a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3589ace1-7bb1-4507-ab72-58b13f2b3e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602920 Mar 04 20:39:04.524930 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6478d7-febe-4d3a-8061-e22cee6c1cb3 x-openstack-request-id: req-ad6478d7-febe-4d3a-8061-e22cee6c1cb3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:04.525451 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924b4293-cf4a-48d1-a7bf-be70d7b31e55", "name": "network-vif-deleted", "tag": "64849bc0-011e-4bd1-9c85-8c6afb12476d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:04.526213 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad6478d7-febe-4d3a-8061-e22cee6c1cb3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:04.526213 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924b4293-cf4a-48d1-a7bf-be70d7b31e55', 'name': 'network-vif-deleted', 'tag': '64849bc0-011e-4bd1-9c85-8c6afb12476d', 'status': 'completed', 'code': 200} Mar 04 20:39:04.590387 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '49c56848-6702-44fc-ae86-22d88a29761f', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'port_id': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'mac_address': 'fa:16:3e:40:a1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:02Z', 'updated_at': '2022-03-04T20:39:02Z', 'revision_number': 0, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:31Z', 'revision_number': 5, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:04.624705 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd943f-7466-4b03-a953-74d94884b25b None None] The sync data for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi is: [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '49c56848-6702-44fc-ae86-22d88a29761f', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'port_id': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'mac_address': 'fa:16:3e:40:a1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:02Z', 'updated_at': '2022-03-04T20:39:02Z', 'revision_number': 0, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:31Z', 'revision_number': 5, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:04.627411 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b1ede043-cf18-4906-89ed-583fff769e27 req-2108b209-7fc8-422f-9268-aa8b6ee34dd2 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971944 Mar 04 20:39:04.735791 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ac89-973f-4f24-88cd-fcfba5292a4f req-27ddb104-a947-4609-b00d-53d7b4feb232 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:04.743397 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-56c4ac89-973f-4f24-88cd-fcfba5292a4f req-27ddb104-a947-4609-b00d-53d7b4feb232 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0813217 Mar 04 20:39:04.779038 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b1ede043-cf18-4906-89ed-583fff769e27 req-0e728d8a-00a9-4717-bf28-ece9810b80c9 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439600 Mar 04 20:39:04.782256 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-32a7b6c7-80b9-4ba2-b9d3-ecfa2f47176c req-4f83c160-649c-4831-b3e5-4d6f05efa0d6 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 210 time: 0.0436933 Mar 04 20:39:04.802572 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-56c4ac89-973f-4f24-88cd-fcfba5292a4f req-07b9d0dc-49a8-429f-892c-17e122adf8f8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573835 Mar 04 20:39:04.891874 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:04.902762 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1881b-35d3-4457-b554-3a71ee63ddd5 None None] New status for floating IP 49c56848-6702-44fc-ae86-22d88a29761f: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:39:04.937636 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:05.017465 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aa3e0980-5720-4cf1-ae22-ed043478493f req-ca5e67b9-3517-490a-a819-2d52a98a7d07 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=924b4293-cf4a-48d1-a7bf-be70d7b31e55 HTTP/1.1" status: 200 len: 210 time: 0.0288467 Mar 04 20:39:05.127507 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc699-b827-431c-a33e-ab91587acfbb req-313cb63d-81e6-4d1b-81cb-7d432560c839 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.129241 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a31fc699-b827-431c-a33e-ab91587acfbb req-313cb63d-81e6-4d1b-81cb-7d432560c839 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0558734 Mar 04 20:39:05.180457 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a31fc699-b827-431c-a33e-ab91587acfbb req-938b67d8-5222-4dea-acd8-3f8872157bd9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451496 Mar 04 20:39:05.488631 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 335c17e6-642b-4c42-b8f5-fda7b43da277 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:39:05.491822 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device aa98f0da-d2f1-4b12-82fa-b37f81d3013a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:05.521825 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: aa98f0da-d2f1-4b12-82fa-b37f81d3013a {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:05.522179 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device aa98f0da-d2f1-4b12-82fa-b37f81d3013a not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:05.617242 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 335c17e6-642b-4c42-b8f5-fda7b43da277, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=335c17e6-642b-4c42-b8f5-fda7b43da277,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:05.628908 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '335c17e6-642b-4c42-b8f5-fda7b43da277', 'network_id': '80554342-146f-4940-807d-c331296ea88c', 'port_id': '335c17e6-642b-4c42-b8f5-fda7b43da277', 'mac_address': 'fa:16:3e:4b:16:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a582858e-955c-470e-8bb9-bd459821d03f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:39:05.658605 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c269-4be5-4260-83a1-ad4e92dc0997 req-80828d2f-39e8-4adb-9ba4-d909c81cfabf tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.660073 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cb98c269-4be5-4260-83a1-ad4e92dc0997 req-80828d2f-39e8-4adb-9ba4-d909c81cfabf tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 944 time: 0.1182141 Mar 04 20:39:05.668807 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 335c17e6-642b-4c42-b8f5-fda7b43da277 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:05.669205 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:05.683020 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335c17e6-642b-4c42-b8f5-fda7b43da277 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:05.690410 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-afcec0ee-36f2-4ca7-8dba-1113319e47ed tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.691888 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-afcec0ee-36f2-4ca7-8dba-1113319e47ed tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.39 "GET /v2.0/networks?id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 200 len: 815 time: 0.1385233 Mar 04 20:39:05.702902 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 335c17e6-642b-4c42-b8f5-fda7b43da277, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=335c17e6-642b-4c42-b8f5-fda7b43da277,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:05.709500 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'port': {'device_id': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'admin_state_up': True, 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:05.780819 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cb98c269-4be5-4260-83a1-ad4e92dc0997 req-4407eb46-00ab-44bb-a7ac-18ae96230d0a tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106515 Mar 04 20:39:05.787436 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:05.859756 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=335c17e6-642b-4c42-b8f5-fda7b43da277,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:05.901387 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Made reservation on behalf of 54ab0b60d30f4ba1979e0ce17dbfab88 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:05.902442 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d8ffaa49-397b-4f04-bfcb-0c479ac20378 req-6b8c509d-6777-42c1-b17a-900a934f4f51 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 210 time: 0.0362093 Mar 04 20:39:05.905536 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.017191 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88810520-e2ad-4183-9c3d-67446a5f916f req-ca4df2cd-c500-4e4f-9411-91ad432015b4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:06.018684 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-88810520-e2ad-4183-9c3d-67446a5f916f req-ca4df2cd-c500-4e4f-9411-91ad432015b4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.1281354 Mar 04 20:39:06.097211 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['335c17e6-642b-4c42-b8f5-fda7b43da277'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:06.112340 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-88810520-e2ad-4183-9c3d-67446a5f916f req-37ff3774-9f28-4f05-b6a5-003026981436 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873134 Mar 04 20:39:06.122003 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Allocated IP 172.20.0.7 (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff/6f2769a3-ba49-4661-a6b7-82cd0e6e89b1/beb382c3-6a99-4c65-8af0-0b10a89765c3) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:06.287339 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:39:06.309336 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.343869 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012599b-0766-41e8-831e-8d396cd33749 req-2fbc5f36-259e-468d-b264-77ba9b87f0a6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:06.345777 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a012599b-0766-41e8-831e-8d396cd33749 req-2fbc5f36-259e-468d-b264-77ba9b87f0a6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0705979 Mar 04 20:39:06.408324 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a012599b-0766-41e8-831e-8d396cd33749 req-315375af-32c7-40c4-b5c4-bf36cfeb0468 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542200 Mar 04 20:39:06.468761 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.554374 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:06.557709 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:06.561963 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:06.612671 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:06.640689 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:06.642053 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.684049 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.789223 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-e6df4af1-3f9b-41f4-9f24-96f1035bb54f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0844748 Mar 04 20:39:06.858804 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-05f902e7-7884-4711-98f5-c63d4c967b6e None None] Provisioning complete for port beb382c3-6a99-4c65-8af0-0b10a89765c3 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:06.859522 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-05f902e7-7884-4711-98f5-c63d4c967b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.906371 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-05f902e7-7884-4711-98f5-c63d4c967b6e None None] Port beb382c3-6a99-4c65-8af0-0b10a89765c3 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:39:06.961456 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b77d1f-242d-4129-98dd-f3d931a62dac req-670c12ab-3fd2-47d3-b0ca-22c718d28a30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:06.961456 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74b77d1f-242d-4129-98dd-f3d931a62dac req-670c12ab-3fd2-47d3-b0ca-22c718d28a30 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 945 time: 0.0808315 Mar 04 20:39:07.018750 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74b77d1f-242d-4129-98dd-f3d931a62dac req-ac0f2252-3b26-4524-9c89-01a989a686d4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498540 Mar 04 20:39:07.072334 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee37f9-5c1d-4829-832c-e17edd2c61e9 req-e6bd47e0-54e3-4465-96a7-ad81638baed3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:07.075732 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-09ee37f9-5c1d-4829-832c-e17edd2c61e9 req-e6bd47e0-54e3-4465-96a7-ad81638baed3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0774672 Mar 04 20:39:07.127972 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-09ee37f9-5c1d-4829-832c-e17edd2c61e9 req-0048a27e-e091-4d67-ae7e-11ab1aae6dd7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 Mar 04 20:39:07.264262 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73242-e316-42cb-9701-ffe03e52b624 req-e21198a6-f491-40e8-9d1e-a330aad2cc1f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:07.265807 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-48c73242-e316-42cb-9701-ffe03e52b624 req-e21198a6-f491-40e8-9d1e-a330aad2cc1f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0617180 Mar 04 20:39:07.315988 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-48c73242-e316-42cb-9701-ffe03e52b624 req-5e11dc67-2727-45ec-b678-2c7257a16df4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438476 Mar 04 20:39:07.548078 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec07f5f-9dd8-4573-a150-4ac489890ffc req-d0262ccc-701d-424d-ad9b-7ca7f788012b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:07.549674 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bec07f5f-9dd8-4573-a150-4ac489890ffc req-d0262ccc-701d-424d-ad9b-7ca7f788012b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0708616 Mar 04 20:39:07.597598 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bec07f5f-9dd8-4573-a150-4ac489890ffc req-a34e1654-d89e-4c3e-8051-e87f2575f61b tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Mar 04 20:39:07.892708 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 335c17e6-642b-4c42-b8f5-fda7b43da277 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:07.982945 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 335c17e6-642b-4c42-b8f5-fda7b43da277 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:39:07.989461 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 335c17e6-642b-4c42-b8f5-fda7b43da277 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:07.989843 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.074899 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 335c17e6-642b-4c42-b8f5-fda7b43da277 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:08.075290 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.106623 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335c17e6-642b-4c42-b8f5-fda7b43da277'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:08.110105 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9b2f0f-41ef-467b-9a35-6e8fd45017fe" -d '{"events": [{"server_uuid": "5b54f75f-a12f-4f06-8ecd-5c9696175163", "name": "network-vif-plugged", "status": "completed", "tag": "335c17e6-642b-4c42-b8f5-fda7b43da277"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:08.132829 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 335c17e6-642b-4c42-b8f5-fda7b43da277, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=335c17e6-642b-4c42-b8f5-fda7b43da277,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:08.166418 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2338b73c-4558-4033-85a2-bdb5be8f1199 x-openstack-request-id: req-2338b73c-4558-4033-85a2-bdb5be8f1199 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:08.166601 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b54f75f-a12f-4f06-8ecd-5c9696175163", "name": "network-vif-plugged", "status": "completed", "tag": "335c17e6-642b-4c42-b8f5-fda7b43da277", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:08.166847 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2338b73c-4558-4033-85a2-bdb5be8f1199 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:08.167248 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335c17e6-642b-4c42-b8f5-fda7b43da277', 'code': 200} Mar 04 20:39:08.171975 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8193f43-ec90-4110-b82c-6872ab77a33b req-81153e98-8582-43a1-96ba-826cf779b150 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:08.173556 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d8193f43-ec90-4110-b82c-6872ab77a33b req-81153e98-8582-43a1-96ba-826cf779b150 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 945 time: 0.0725491 Mar 04 20:39:08.196272 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.197263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 64849bc0-011e-4bd1-9c85-8c6afb12476d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:08.242885 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 64849bc0-011e-4bd1-9c85-8c6afb12476d {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:08.243239 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 64849bc0-011e-4bd1-9c85-8c6afb12476d not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:08.276574 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=335c17e6-642b-4c42-b8f5-fda7b43da277,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:08.289273 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d8193f43-ec90-4110-b82c-6872ab77a33b req-28b76a29-1325-4bcf-9021-b84caa45b7aa tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838156 Mar 04 20:39:08.309217 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f778710-af11-47cb-908d-3e4300bbf087 req-7e368956-9114-4986-ba18-0a98919f5426 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:08.310860 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9f778710-af11-47cb-908d-3e4300bbf087 req-7e368956-9114-4986-ba18-0a98919f5426 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0885272 Mar 04 20:39:08.377015 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9f778710-af11-47cb-908d-3e4300bbf087 req-e9317476-8d58-4224-8ed0-270cc3a57b81 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598397 Mar 04 20:39:08.457198 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46307f-8918-4b5f-ac61-3c99c59f5766 req-974c4157-0197-48e2-a3ca-a22ccde60cb1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:08.458758 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c46307f-8918-4b5f-ac61-3c99c59f5766 req-974c4157-0197-48e2-a3ca-a22ccde60cb1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0576873 Mar 04 20:39:08.507563 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c46307f-8918-4b5f-ac61-3c99c59f5766 req-9c235cd3-9d7f-41b4-9eee-1f9400d88249 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433185 Mar 04 20:39:08.724382 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d1cc3-75c2-4b7a-b417-0c3f9240f495 req-90926932-105b-471d-97f6-17274393b5ac tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:08.725975 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6c0d1cc3-75c2-4b7a-b417-0c3f9240f495 req-90926932-105b-471d-97f6-17274393b5ac tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0575552 Mar 04 20:39:08.997792 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6c0d1cc3-75c2-4b7a-b417-0c3f9240f495 req-37a1a08b-d22d-4681-97aa-9e7bd6053fd0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662590 Mar 04 20:39:09.422032 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f7554-ca90-4093-9321-c0e1bb1009c3 req-4d92e2cb-5242-462c-a1c8-8c22b5b0db63 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:09.423929 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f62f7554-ca90-4093-9321-c0e1bb1009c3 req-4d92e2cb-5242-462c-a1c8-8c22b5b0db63 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0735040 Mar 04 20:39:09.473885 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f62f7554-ca90-4093-9321-c0e1bb1009c3 req-884fa293-0610-4c5f-9b26-436cc8724912 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Mar 04 20:39:09.511570 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e03bb-fa91-4636-943c-db11b78bfe9f req-28c4bf71-e20e-40ee-b0a3-d6eefc4f3dc2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:09.513204 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9a4e03bb-fa91-4636-943c-db11b78bfe9f req-28c4bf71-e20e-40ee-b0a3-d6eefc4f3dc2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0620294 Mar 04 20:39:09.595374 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9a4e03bb-fa91-4636-943c-db11b78bfe9f req-587f7723-7c74-4cd6-9af4-6f33f8405806 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684075 Mar 04 20:39:09.711097 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4743c8-f869-4520-9527-fd0d364bf12a req-26933ef2-f0f1-4c87-bc1c-9f77e4f72f64 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:09.712650 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8c4743c8-f869-4520-9527-fd0d364bf12a req-26933ef2-f0f1-4c87-bc1c-9f77e4f72f64 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0531521 Mar 04 20:39:09.762381 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8c4743c8-f869-4520-9527-fd0d364bf12a req-d492d88c-314c-4f82-bd25-ed19b51a22e1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Mar 04 20:39:09.996161 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599e338-a98c-40e7-8c95-d3c00d9f015a req-92b13027-1302-446a-afbe-5c05ca0dcc50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:09.997871 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8599e338-a98c-40e7-8c95-d3c00d9f015a req-92b13027-1302-446a-afbe-5c05ca0dcc50 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0571785 Mar 04 20:39:10.057904 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8599e338-a98c-40e7-8c95-d3c00d9f015a req-692953ac-cf2d-4b24-a326-92b801e03f92 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540571 Mar 04 20:39:10.135819 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3adee-d2e6-4ee5-9c00-97cf3d568b2c req-b40bb080-88b6-46e8-949c-b79cc770f5cc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:10.137381 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-17d3adee-d2e6-4ee5-9c00-97cf3d568b2c req-b40bb080-88b6-46e8-949c-b79cc770f5cc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0587051 Mar 04 20:39:10.189647 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-17d3adee-d2e6-4ee5-9c00-97cf3d568b2c req-4e52429f-7b54-4605-977f-03b30fdb1b1f tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Mar 04 20:39:10.601372 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ccce3-f4da-4dce-b268-8fae9fbbe56a req-214186db-461b-4773-81e1-1f7cf8225eb3 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:10.602983 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5b1ccce3-f4da-4dce-b268-8fae9fbbe56a req-214186db-461b-4773-81e1-1f7cf8225eb3 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0596097 Mar 04 20:39:10.696613 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5b1ccce3-f4da-4dce-b268-8fae9fbbe56a req-c27ef12b-8833-4f14-bfc1-80c7a9b150d2 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877261 Mar 04 20:39:10.755629 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec3ca-dc4a-4203-9c03-35c2c554b842 req-349418b4-7bb7-42da-8836-24a60a7649a1 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:10.763040 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-61bec3ca-dc4a-4203-9c03-35c2c554b842 req-349418b4-7bb7-42da-8836-24a60a7649a1 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0956886 Mar 04 20:39:10.810410 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-61bec3ca-dc4a-4203-9c03-35c2c554b842 req-977786d2-3460-4277-ae78-789d2b133758 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Mar 04 20:39:10.914465 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf2fb-4c57-4118-b4b6-4ddae6b0b8cd req-8412c994-6404-4de4-8dcf-4607d0e6d8ec tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:10.916858 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6c1bf2fb-4c57-4118-b4b6-4ddae6b0b8cd req-8412c994-6404-4de4-8dcf-4607d0e6d8ec tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0672371 Mar 04 20:39:10.996512 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6c1bf2fb-4c57-4118-b4b6-4ddae6b0b8cd req-15d87b74-0d2b-4a2c-b52c-5909526ca40b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651379 Mar 04 20:39:11.261770 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098c2d6-18da-4c68-b33b-fe4f093f3d86 req-f7c06625-4d2e-4d64-a39c-bea874104451 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:11.272998 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4098c2d6-18da-4c68-b33b-fe4f093f3d86 req-f7c06625-4d2e-4d64-a39c-bea874104451 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.1155434 Mar 04 20:39:11.332875 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4098c2d6-18da-4c68-b33b-fe4f093f3d86 req-f6e5db4a-c4d4-4fe3-9533-6fe2c78cc328 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586438 Mar 04 20:39:11.345692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069e90-3eea-41f5-8c5c-9c563c5d2fd3 req-1b2bef26-a2a7-4e30-98e7-140ef03a7200 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:11.348323 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-82069e90-3eea-41f5-8c5c-9c563c5d2fd3 req-1b2bef26-a2a7-4e30-98e7-140ef03a7200 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0707793 Mar 04 20:39:11.398186 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-82069e90-3eea-41f5-8c5c-9c563c5d2fd3 req-545c4da7-b13e-4a8e-bd21-007fc450bd9c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Mar 04 20:39:11.842419 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46a0cb-b014-4da9-9703-32edf7723fe6 req-4ee36511-c175-45b6-a347-343275d2222c tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:11.844425 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1f46a0cb-b014-4da9-9703-32edf7723fe6 req-4ee36511-c175-45b6-a347-343275d2222c tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0807035 Mar 04 20:39:11.899115 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1f46a0cb-b014-4da9-9703-32edf7723fe6 req-6cd29538-d04d-407d-b98d-a600ae545db6 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480006 Mar 04 20:39:11.953065 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfa6a6-64ec-423c-8fb2-7dee24db1d8a req-b28f91c6-19c9-4f3b-9327-bade264b803a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:11.954568 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6ecfa6a6-64ec-423c-8fb2-7dee24db1d8a req-b28f91c6-19c9-4f3b-9327-bade264b803a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0653405 Mar 04 20:39:12.016926 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6ecfa6a6-64ec-423c-8fb2-7dee24db1d8a req-131f0a99-f566-49f1-9bd7-003a230aba0f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Mar 04 20:39:12.113320 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966468b-3cbf-491d-abc9-38462183f7ee req-a57b0a6c-e3a8-41cc-910b-54049241f169 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:12.115058 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2966468b-3cbf-491d-abc9-38462183f7ee req-a57b0a6c-e3a8-41cc-910b-54049241f169 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0568900 Mar 04 20:39:12.167620 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2966468b-3cbf-491d-abc9-38462183f7ee req-f665730b-99bf-443f-8cbe-8a9db32df1b5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467131 Mar 04 20:39:12.478358 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd619a26-d23d-4a4a-a1ee-9dea29428760 req-39744a36-e48d-40ea-b7a9-88944955f746 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:12.480106 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-cd619a26-d23d-4a4a-a1ee-9dea29428760 req-39744a36-e48d-40ea-b7a9-88944955f746 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0748174 Mar 04 20:39:12.529493 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19b91-c6b1-45f0-bbb8-58946ade7a4d req-6a45b3e5-adb5-4f5b-b891-f387100a5ed0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:12.531248 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aff19b91-c6b1-45f0-bbb8-58946ade7a4d req-6a45b3e5-adb5-4f5b-b891-f387100a5ed0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0597405 Mar 04 20:39:12.540121 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-cd619a26-d23d-4a4a-a1ee-9dea29428760 req-6bf1d383-d0cd-4b2b-896c-0bf93e44e49e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542302 Mar 04 20:39:12.622532 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aff19b91-c6b1-45f0-bbb8-58946ade7a4d req-ab21240e-621c-432f-ba71-bf8a6162ca2e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775814 Mar 04 20:39:13.027168 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8339b8-b7ea-4950-9567-3b02afe91c33 req-0be7aa74-e868-4095-8b6f-12801498739b tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:13.028732 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bf8339b8-b7ea-4950-9567-3b02afe91c33 req-0be7aa74-e868-4095-8b6f-12801498739b tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0558457 Mar 04 20:39:13.081654 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bf8339b8-b7ea-4950-9567-3b02afe91c33 req-0a8e1610-06c5-44bb-a0cf-f80f3a92b538 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472729 Mar 04 20:39:13.168908 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e911929-ef1b-4ec4-9e92-957fbd872a07 req-880862a7-61bc-458e-ad51-f786a7712dd1 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:13.170515 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1e911929-ef1b-4ec4-9e92-957fbd872a07 req-880862a7-61bc-458e-ad51-f786a7712dd1 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0794818 Mar 04 20:39:13.224923 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1e911929-ef1b-4ec4-9e92-957fbd872a07 req-1f942b57-4ca3-40ad-82e8-bb1b8acb07f0 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472565 Mar 04 20:39:13.327554 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96211ee-119f-4ab8-b25b-f353dd706569 req-f1c81c53-5c1d-4128-a6cf-5f40179196c5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:13.329449 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a96211ee-119f-4ab8-b25b-f353dd706569 req-f1c81c53-5c1d-4128-a6cf-5f40179196c5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0574203 Mar 04 20:39:13.394380 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a96211ee-119f-4ab8-b25b-f353dd706569 req-d175b857-d68d-497e-a4b9-66bf7d17e290 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592234 Mar 04 20:39:13.673182 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10f1d6-7594-4956-a8c8-9f059795341c req-3f2b06c6-1752-4fe9-ba14-4ba5bbf62d5f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:13.674684 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ef10f1d6-7594-4956-a8c8-9f059795341c req-3f2b06c6-1752-4fe9-ba14-4ba5bbf62d5f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0582836 Mar 04 20:39:13.737272 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ef10f1d6-7594-4956-a8c8-9f059795341c req-b5d502fb-9036-477e-8acb-e4deb46e8145 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507839 Mar 04 20:39:13.772899 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06bf3d-c963-4e35-8ced-d9a54172002a req-7b76014d-3f83-401b-a5fe-cca29a7d3683 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:13.774503 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2d06bf3d-c963-4e35-8ced-d9a54172002a req-7b76014d-3f83-401b-a5fe-cca29a7d3683 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0605900 Mar 04 20:39:13.820663 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2d06bf3d-c963-4e35-8ced-d9a54172002a req-2b464c96-4ed2-4efc-b175-cb8abedb1238 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Mar 04 20:39:14.238647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed46e7-5c4b-45c3-80b4-b7013c257365 req-b130a3e1-5f77-4f3c-8bc4-04838217ae57 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:14.242336 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-baed46e7-5c4b-45c3-80b4-b7013c257365 req-b130a3e1-5f77-4f3c-8bc4-04838217ae57 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0781109 Mar 04 20:39:14.304188 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-baed46e7-5c4b-45c3-80b4-b7013c257365 req-595124b8-2380-4c82-b0d3-2dbe6423af95 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 Mar 04 20:39:14.377147 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7b390-250f-436a-8267-77873ec4fb4f req-67859484-2c55-48de-b012-f80719b11827 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:14.379715 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-40f7b390-250f-436a-8267-77873ec4fb4f req-67859484-2c55-48de-b012-f80719b11827 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0711446 Mar 04 20:39:14.432838 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-40f7b390-250f-436a-8267-77873ec4fb4f req-0933b317-9548-42d7-b9f8-e69e01260b7c tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464947 Mar 04 20:39:14.527115 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb386d-c2e2-40a9-a52b-22ed05ca2c59 req-eb3b6c22-3e19-4209-a6e9-ffb87a707cfc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:14.528679 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d6eb386d-c2e2-40a9-a52b-22ed05ca2c59 req-eb3b6c22-3e19-4209-a6e9-ffb87a707cfc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0647669 Mar 04 20:39:14.580280 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d6eb386d-c2e2-40a9-a52b-22ed05ca2c59 req-8403b27c-e47e-4912-9b9e-91924300ccd9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457776 Mar 04 20:39:14.869212 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610460b-1702-44e3-b764-57d866a85e31 req-fbd036a2-3624-4db1-86bc-180463ba2194 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:14.872572 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9610460b-1702-44e3-b764-57d866a85e31 req-fbd036a2-3624-4db1-86bc-180463ba2194 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0641913 Mar 04 20:39:14.922588 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9610460b-1702-44e3-b764-57d866a85e31 req-ac1bad3c-c157-42c4-accd-d7c6b00854ed tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478134 Mar 04 20:39:14.966749 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b16ad-24ad-461d-b2e0-1f5209ac4e53 req-0e6ac9de-e198-40a3-8832-a9d09cac0dd9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:14.968175 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f2b16ad-24ad-461d-b2e0-1f5209ac4e53 req-0e6ac9de-e198-40a3-8832-a9d09cac0dd9 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0584607 Mar 04 20:39:15.032449 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f2b16ad-24ad-461d-b2e0-1f5209ac4e53 req-89d0628d-9846-4730-954a-0b0ebdf2955c tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523219 Mar 04 20:39:15.434466 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3eae1-2a85-40d5-8106-6cf5fc72441b req-e8f99c1c-c2ff-4810-af46-7cdbc1c6b516 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:15.436000 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdf3eae1-2a85-40d5-8106-6cf5fc72441b req-e8f99c1c-c2ff-4810-af46-7cdbc1c6b516 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0565953 Mar 04 20:39:15.490326 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdf3eae1-2a85-40d5-8106-6cf5fc72441b req-2dc8b7b1-ae15-4e92-9f8b-d7b73085578f tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484283 Mar 04 20:39:15.564415 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0e430-46f0-4d12-83f3-94abaadc750b req-f3d56aa3-f493-4601-bd78-5c34e39e09a5 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:15.565899 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-47a0e430-46f0-4d12-83f3-94abaadc750b req-f3d56aa3-f493-4601-bd78-5c34e39e09a5 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0546110 Mar 04 20:39:15.614661 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-47a0e430-46f0-4d12-83f3-94abaadc750b req-92a126ce-3201-4587-95c3-539007180520 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Mar 04 20:39:15.714898 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae994f-6141-4960-a0dd-bccdee742e11 req-470d1b3b-b5bd-4237-bd34-f6623d40de41 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:15.716439 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9dae994f-6141-4960-a0dd-bccdee742e11 req-470d1b3b-b5bd-4237-bd34-f6623d40de41 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0616672 Mar 04 20:39:15.762939 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9dae994f-6141-4960-a0dd-bccdee742e11 req-d5db0f01-9f17-4574-92d6-360695cd4e00 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410678 Mar 04 20:39:15.998699 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Request body: {'port': {'device_id': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:16.150692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fcbd3-011c-4bb0-9778-ebe058a42fbe req-00c2ccc2-a9d2-49c7-8f92-292b35ca30c5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:16.152215 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-536fcbd3-011c-4bb0-9778-ebe058a42fbe req-00c2ccc2-a9d2-49c7-8f92-292b35ca30c5 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0582376 Mar 04 20:39:16.201764 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-536fcbd3-011c-4bb0-9778-ebe058a42fbe req-fc1ba56c-3832-43f8-b756-76efa50ee000 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Mar 04 20:39:16.356815 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:16.366521 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d0f20-cf25-447c-a9a5-7e70f85b3765 req-3a865fd9-96a1-44ff-8a25-cc8f6454dc5f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:16.370788 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c9d0f20-cf25-447c-a9a5-7e70f85b3765 req-3a865fd9-96a1-44ff-8a25-cc8f6454dc5f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.3775349 Mar 04 20:39:16.395611 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffadd9-aeb4-4b43-ab2c-349ea852711d req-85d800e6-15d7-4175-b877-974a7b58e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:16.397119 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68ffadd9-aeb4-4b43-ab2c-349ea852711d req-85d800e6-15d7-4175-b877-974a7b58e2ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 1130 time: 0.1208620 Mar 04 20:39:16.489068 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0c9d0f20-cf25-447c-a9a5-7e70f85b3765 req-c62234ac-522a-4c84-9e5c-cdab34361321 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111965 Mar 04 20:39:16.544059 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68ffadd9-aeb4-4b43-ab2c-349ea852711d req-c56360bf-0e15-456c-8c2a-f48bc02c1fb1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266496 Mar 04 20:39:16.609596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a000bd-513a-4f79-9612-d106fd5949ee req-4be9ee3c-010f-4701-b82c-612dfb05bd9d tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:16.611106 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-80a000bd-513a-4f79-9612-d106fd5949ee req-4be9ee3c-010f-4701-b82c-612dfb05bd9d tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0548272 Mar 04 20:39:16.657647 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-80a000bd-513a-4f79-9612-d106fd5949ee req-196edcce-e851-42b7-b1be-3da3dfcb6a33 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Mar 04 20:39:16.729159 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb382c3-6a99-4c65-8af0-0b10a89765c3 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:16.739881 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Publish callbacks [] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:16.757186 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Transition to ACTIVE for port object beb382c3-6a99-4c65-8af0-0b10a89765c3 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:39:16.767732 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9b21e-519f-41cc-b80a-ecdbab387703 req-18a96794-0651-4bd0-a647-394a93bdd290 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:16.775010 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a0d9b21e-519f-41cc-b80a-ecdbab387703 req-18a96794-0651-4bd0-a647-394a93bdd290 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 931 time: 0.0777893 Mar 04 20:39:16.825781 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a0d9b21e-519f-41cc-b80a-ecdbab387703 req-f0bbf69d-e4ce-4559-abfe-40a4e7f46fdf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499833 Mar 04 20:39:16.827934 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:16.901450 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d739db-94f8-4fef-b0ff-b4dadaba3d5e req-dc2beace-4ec3-4b76-b052-ec35c76370d1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:16.903126 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-80d739db-94f8-4fef-b0ff-b4dadaba3d5e req-dc2beace-4ec3-4b76-b052-ec35c76370d1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0680542 Mar 04 20:39:16.911184 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Pushing event updated for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:16.961985 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-80d739db-94f8-4fef-b0ff-b4dadaba3d5e req-5111d814-8990-405a-b78b-28dd018c6fc4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530567 Mar 04 20:39:17.051340 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Attempting to bind port beb382c3-6a99-4c65-8af0-0b10a89765c3 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:39:17.051836 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Attempting to bind port beb382c3-6a99-4c65-8af0-0b10a89765c3 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:39:17.052169 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Attempting to bind port beb382c3-6a99-4c65-8af0-0b10a89765c3 on network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:17.061664 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Port beb382c3-6a99-4c65-8af0-0b10a89765c3 on network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:39:17.061988 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Attempting to bind port beb382c3-6a99-4c65-8af0-0b10a89765c3 on network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:17.074806 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:39:17.075044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Checking segment: {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:17.075429 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Bound using segment: {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:39:17.075857 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Bound port: beb382c3-6a99-4c65-8af0-0b10a89765c3, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f064f7c2-9a67-40df-af11-f84bf14b224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:39:17.076215 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:17.104314 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-6e4984f9-95b4-4519-b541-717e8136eeda tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.106078 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-6e4984f9-95b4-4519-b541-717e8136eeda tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/networks?id=06d4b276-6325-421a-8c8f-a7a72d1e2803 HTTP/1.1" status: 200 len: 813 time: 0.1424973 Mar 04 20:39:17.145480 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-13b8c5ed-d1c0-41e0-b7f2-c842ffeee870 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/quotas/54d4d0370d9142a784ab628adbb4082c HTTP/1.1" status: 200 len: 375 time: 0.0176640 Mar 04 20:39:17.188325 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-1ed35895-f51c-4b36-99ce-bf3de9f6cedf tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54d4d0370d9142a784ab628adbb4082c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352786 Mar 04 20:39:17.192896 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:39:17.219619 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:39:17.292991 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-eb97207b-f59f-40a5-91c5-2a7c1e54d28d service neutron] 10.222.0.37 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959997 Mar 04 20:39:17.308121 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:17.323673 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08592c74-0444-48a6-a2cd-d60eaea78548 req-cc80e86b-a638-42d0-b95c-60ffd5f54332 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.325346 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-08592c74-0444-48a6-a2cd-d60eaea78548 req-cc80e86b-a638-42d0-b95c-60ffd5f54332 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0567608 Mar 04 20:39:17.374942 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-08592c74-0444-48a6-a2cd-d60eaea78548 req-a1e42cc2-5ab1-4e06-93dc-8915708a3339 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Mar 04 20:39:17.397912 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.398533 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:17.399935 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] 10.222.0.39 "PUT /v2.0/ports/beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 1093 time: 1.4068611 Mar 04 20:39:17.400405 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:17.402653 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384c33c-b446-480b-a8df-97af4825d976" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:17.424127 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e076882-c799-4d9a-86e4-32a7be0eb18b service neutron] Pushing event updated for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:17.456668 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c401d833-7afc-45b5-9a9f-798b95611f6c x-openstack-request-id: req-c401d833-7afc-45b5-9a9f-798b95611f6c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:17.456668 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:17.456668 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c401d833-7afc-45b5-9a9f-798b95611f6c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:17.456668 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'status': 'completed', 'code': 200} Mar 04 20:39:17.458541 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-afe7b0e5-3bf6-43de-ae98-07ae3976a480 service neutron] 10.222.0.37 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599092 Mar 04 20:39:17.546929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c33c-b446-480b-a8df-97af4825d976 req-4f107038-1822-4686-8551-49dd052c2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.547753 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c384c33c-b446-480b-a8df-97af4825d976 req-4f107038-1822-4686-8551-49dd052c2765 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1127 time: 0.0693927 Mar 04 20:39:17.619281 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d66c4-2a91-45ad-8b64-05f498e76a53 req-48266fef-1993-452c-a2d1-2b6ead1d56c9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.621344 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-024d66c4-2a91-45ad-8b64-05f498e76a53 req-48266fef-1993-452c-a2d1-2b6ead1d56c9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0553033 Mar 04 20:39:17.662820 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c33c-b446-480b-a8df-97af4825d976 req-e28d8c98-2c43-4db1-af9a-3333a1adfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.664465 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c384c33c-b446-480b-a8df-97af4825d976 req-e28d8c98-2c43-4db1-af9a-3333a1adfa7a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1068738 Mar 04 20:39:17.693616 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-024d66c4-2a91-45ad-8b64-05f498e76a53 req-a5db26f4-5edb-4f39-88b4-258567c16206 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654588 Mar 04 20:39:17.724353 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d4945cf-c96f-4ba3-9fcc-8156a94a03ef req-bbe1abf5-68fb-440d-9db3-c0a499dcd30a tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 210 time: 0.0502396 Mar 04 20:39:17.805541 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c33c-b446-480b-a8df-97af4825d976 req-d7fbd5e1-bb45-40d5-b650-91a881e19697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.807151 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c384c33c-b446-480b-a8df-97af4825d976 req-d7fbd5e1-bb45-40d5-b650-91a881e19697 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313081 Mar 04 20:39:17.820729 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d548fe-40d3-4717-9e7a-bec67aa7dd7a req-14eee12a-78ed-4374-abf2-528073a5bc4e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.827925 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d0d548fe-40d3-4717-9e7a-bec67aa7dd7a req-14eee12a-78ed-4374-abf2-528073a5bc4e tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0573201 Mar 04 20:39:17.892884 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d0d548fe-40d3-4717-9e7a-bec67aa7dd7a req-aa344d54-b38b-4944-8fb5-049139b0c039 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636084 Mar 04 20:39:17.961263 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-211f04a1-f1a2-4c72-9c5d-78a6e17cf5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.962814 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-211f04a1-f1a2-4c72-9c5d-78a6e17cf5ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1127 time: 0.0927668 Mar 04 20:39:17.975101 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76617b23-424d-4d03-bd68-23529da78996 req-253af52b-c12b-47e2-9306-178a83d42ec5 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.976547 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-76617b23-424d-4d03-bd68-23529da78996 req-253af52b-c12b-47e2-9306-178a83d42ec5 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 943 time: 0.0681238 Mar 04 20:39:18.020262 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-6de41e2c-5714-45dd-aff5-0169d0b56afe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 217 time: 0.0425460 Mar 04 20:39:18.088621 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-07ea8835-9a71-4e4a-9a73-b27a5e6c49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:18.090102 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-07ea8835-9a71-4e4a-9a73-b27a5e6c49e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 HTTP/1.1" status: 200 len: 854 time: 0.0639043 Mar 04 20:39:18.099471 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4628ef1-3f6e-4b7b-8915-d409fc9d99c6 req-f83fd288-be42-4792-832c-3fa8da42af15 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:18.101369 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c4628ef1-3f6e-4b7b-8915-d409fc9d99c6 req-f83fd288-be42-4792-832c-3fa8da42af15 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0663314 Mar 04 20:39:18.125762 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-76617b23-424d-4d03-bd68-23529da78996 req-5b62763d-96c8-41f0-a409-8ff3ccc47a22 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419823 Mar 04 20:39:18.153724 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c4628ef1-3f6e-4b7b-8915-d409fc9d99c6 req-fb163b32-73cd-4e3a-9722-9071495c51a0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Mar 04 20:39:18.161041 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-438cdc60-7192-45d0-bc73-243196d563dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:18.162577 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-438cdc60-7192-45d0-bc73-243196d563dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569465 Mar 04 20:39:18.266271 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-987069ff-73a3-4c7a-99e6-ee1297462a25 service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950468 Mar 04 20:39:18.365153 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079105-921a-42a0-877f-1171517c87b1 req-3d58200d-7b71-42e5-9596-838770a69773 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:18.366706 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b079105-921a-42a0-877f-1171517c87b1 req-3d58200d-7b71-42e5-9596-838770a69773 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.1146080 Mar 04 20:39:18.422970 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-beca831b-3e01-4a14-b3f8-9bc316f07e7a req-db88c244-dfd3-4ff7-8865-b56457b9d77f service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380765 Mar 04 20:39:18.522246 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9764a4-e084-42c4-8638-46e52ef39a98 req-ae6e8d75-3ac7-4894-9861-79b9435f76d7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:18.523703 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fa9764a4-e084-42c4-8638-46e52ef39a98 req-ae6e8d75-3ac7-4894-9861-79b9435f76d7 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0684881 Mar 04 20:39:18.526812 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:18.527144 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.628104 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fa9764a4-e084-42c4-8638-46e52ef39a98 req-6f3303ea-c7c8-4f54-9d02-33b81bb8e91e tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978346 Mar 04 20:39:18.649977 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] For port ef0eae64-7e94-47c7-89a8-8b5eed19dc90, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:18.650343 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.825945 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44447db-c0d1-4089-80c5-da50f4ed2c4f req-a687ee85-fc04-4fee-babe-9875770a63f8 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:18.827554 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a44447db-c0d1-4089-80c5-da50f4ed2c4f req-a687ee85-fc04-4fee-babe-9875770a63f8 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 945 time: 0.0666780 Mar 04 20:39:18.840058 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-76cc9679-0f18-4242-9d8f-569e3c3cd5b7 req-137ea9f6-b522-49ac-a658-1cdf5e4e4306 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 210 time: 0.0356634 Mar 04 20:39:18.883793 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a44447db-c0d1-4089-80c5-da50f4ed2c4f req-83ee364b-0062-4061-9f6b-9c153f1f77d6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499740 Mar 04 20:39:18.916856 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.926577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (9e87500a-48e5-40e1-80bb-87439ee80f90), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.926577 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP 9e87500a-48e5-40e1-80bb-87439ee80f90 disassociated. External IP: 172.27.3.50, port: ef0eae64-7e94-47c7-89a8-8b5eed19dc90. Mar 04 20:39:18.926577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for ef0eae64-7e94-47c7-89a8-8b5eed19dc90 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:19.038276 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e188afd-4978-4285-87e2-de31d8128103 req-f43b12c6-7cf4-4c93-8ebd-821fd1d90f01 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:19.039728 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9e188afd-4978-4285-87e2-de31d8128103 req-f43b12c6-7cf4-4c93-8ebd-821fd1d90f01 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.0801487 Mar 04 20:39:19.121322 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9e188afd-4978-4285-87e2-de31d8128103 req-719f61a3-29f4-485c-9970-2890d64dc257 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752110 Mar 04 20:39:19.170998 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (ef0eae64-7e94-47c7-89a8-8b5eed19dc90), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.205682 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=ef0eae64-7e94-47c7-89a8-8b5eed19dc90,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:19.265219 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01043e41-5923-4795-be3d-8888fa2963cf req-700b14dd-b2d0-454d-9bff-705a579baabd tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:19.268777 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-01043e41-5923-4795-be3d-8888fa2963cf req-700b14dd-b2d0-454d-9bff-705a579baabd tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 943 time: 0.0719600 Mar 04 20:39:19.322096 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-01043e41-5923-4795-be3d-8888fa2963cf req-b0b216f9-8862-4562-b36f-445abfb08906 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Mar 04 20:39:19.353318 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b45dfd-54c0-4bea-b385-afbba3da169e req-99b1d1d2-480e-45d2-a1c2-184e2dc78e39 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:19.354811 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e5b45dfd-54c0-4bea-b385-afbba3da169e req-99b1d1d2-480e-45d2-a1c2-184e2dc78e39 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 943 time: 0.0969536 Mar 04 20:39:19.414590 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:19.420676 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e5b45dfd-54c0-4bea-b385-afbba3da169e req-98015bac-8c06-4d79-8a64-2624d4dd7b10 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585213 Mar 04 20:39:19.546792 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:39:19.702624 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:19.730576 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'port_id': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'mac_address': 'fa:16:3e:1e:bc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:39:19.781121 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:19.781537 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.790821 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e93a-2cee-44ab-a544-43b1e5f2fae5 req-dd2d949e-c439-4818-bd47-6198f86a45f6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:19.792809 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e296e93a-2cee-44ab-a544-43b1e5f2fae5 req-dd2d949e-c439-4818-bd47-6198f86a45f6 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.0666783 Mar 04 20:39:19.797142 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f235d93-54e5-429a-93c9-ef8506ddcb4c {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:19.823805 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:19.873078 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:19.873644 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e296e93a-2cee-44ab-a544-43b1e5f2fae5 req-0576e379-589b-4daa-9fb3-918d9c476fd0 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1799e8-d948-4db6-b736-443d8452f41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739207 Mar 04 20:39:19.887201 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:19.919098 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:19.920654 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.925843 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:19.944438 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] No DVR routers for this DVR port ef0eae64-7e94-47c7-89a8-8b5eed19dc90 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:39:19.947707 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.952051 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b079105-921a-42a0-877f-1171517c87b1 req-2eb478c8-56ae-4d4f-a3d8-fec5748736d7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "DELETE /v2.0/ports/ef0eae64-7e94-47c7-89a8-8b5eed19dc90 HTTP/1.1" status: 204 len: 173 time: 1.5771186 Mar 04 20:39:19.959122 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'name': 'network-vif-deleted', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:19.959819 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a91d4c-1b87-493a-8463-073676518ea6" -d '{"events": [{"server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "name": "network-vif-deleted", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:19.976107 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-e160be49-2a0c-4f3e-ba3b-1d819449052b tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:19.977659 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-e160be49-2a0c-4f3e-ba3b-1d819449052b tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "GET /v2.0/networks?id=06d4b276-6325-421a-8c8f-a7a72d1e2803 HTTP/1.1" status: 200 len: 813 time: 0.4948788 Mar 04 20:39:20.005666 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Request body: {'port': {'device_id': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803', 'admin_state_up': True, 'tenant_id': '54d4d0370d9142a784ab628adbb4082c'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:20.033414 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=9']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:20.112604 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-38ca01f9-0a36-493b-8634-7505e5b0ad95 req-338b6db7-e996-4c0c-9c6d-9c54c58bbd58 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0464144 Mar 04 20:39:20.129944 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:20.152633 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e5052f5d-a3e7-479d-bbe0-cd9a76108a24 req-885bf7cd-41ae-45cf-bf77-2e89b76d921b tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 210 time: 0.1189361 Mar 04 20:39:20.200950 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['8f235d93-54e5-429a-93c9-ef8506ddcb4c'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:20.201407 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-abd4f466-d1aa-4e92-bdd3-8e69f2400170 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:20.202953 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-abd4f466-d1aa-4e92-bdd3-8e69f2400170 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 945 time: 0.1599822 Mar 04 20:39:20.205311 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66311f5e-c747-4dcc-9c6d-8a84b337e8b0 x-openstack-request-id: req-66311f5e-c747-4dcc-9c6d-8a84b337e8b0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:20.205311 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f0b2ce-fb5f-491e-af91-2785dda9a0a6", "name": "network-vif-deleted", "tag": "ef0eae64-7e94-47c7-89a8-8b5eed19dc90", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:20.205311 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66311f5e-c747-4dcc-9c6d-8a84b337e8b0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:20.205631 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f0b2ce-fb5f-491e-af91-2785dda9a0a6', 'name': 'network-vif-deleted', 'tag': 'ef0eae64-7e94-47c7-89a8-8b5eed19dc90', 'status': 'completed', 'code': 200} Mar 04 20:39:20.324184 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Made reservation on behalf of 54d4d0370d9142a784ab628adbb4082c for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:20.328269 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.348584 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Deleting port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:20.348584 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.452713 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:36Z', 'revision_number': 2, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:20.487381 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:20.500159 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:20.501049 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:20.520751 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ca201-d50a-4917-8a77-5e2d5174f9b7 req-8939afa6-ba2d-4c5a-9db4-30686aee8d05 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:20.528271 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-214ca201-d50a-4917-8a77-5e2d5174f9b7 req-8939afa6-ba2d-4c5a-9db4-30686aee8d05 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 943 time: 0.0919731 Mar 04 20:39:20.550097 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] For port 2dcd3190-f065-4ae1-aba8-7b76e38cf694, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2dcd3190-f065-4ae1-aba8-7b76e38cf694,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:20.550606 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.576638 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Calling delete_port for 2dcd3190-f065-4ae1-aba8-7b76e38cf694 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:20.592094 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-214ca201-d50a-4917-8a77-5e2d5174f9b7 req-b70f9e45-1e93-495e-8cbf-6c02bf53157a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578399 Mar 04 20:39:20.602790 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Allocated IP 172.20.0.10 (06d4b276-6325-421a-8c8f-a7a72d1e2803/fe042edd-3515-4bc1-bc0e-ad4e5ddcf915/a9f21fc9-8859-4c15-87f2-90068a3ccc52) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:20.641831 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:20.748662 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa9b9-a791-470a-9ded-58df35421364 req-4c577e58-0f14-4891-bc7d-3434de2c8149 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:20.750232 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9bafa9b9-a791-470a-9ded-58df35421364 req-4c577e58-0f14-4891-bc7d-3434de2c8149 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.0648947 Mar 04 20:39:20.814614 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9bafa9b9-a791-470a-9ded-58df35421364 req-84ef655d-1d97-4c7d-a76e-0a8c48a86bf9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565002 Mar 04 20:39:20.836034 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b86d8a-3e76-46f6-8973-d091cc7d98de req-94dc7a5a-c795-4af7-9c5f-98f28c9dcbe1 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:20.837541 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-81b86d8a-3e76-46f6-8973-d091cc7d98de req-94dc7a5a-c795-4af7-9c5f-98f28c9dcbe1 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.1544068 Mar 04 20:39:20.963699 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:36Z', 'revision_number': 2, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:20.991252 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-81b86d8a-3e76-46f6-8973-d091cc7d98de req-3805b1aa-4893-4d19-8899-f7c81e728211 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984597 Mar 04 20:39:21.014573 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks [] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.057201 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d2a9d83f-fded-4e06-8539-6ee7ba15df61 req-e8c6b804-b550-4bcf-aeaa-6e148c24eaa4 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 210 time: 0.0743399 Mar 04 20:39:21.058476 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (2dcd3190-f065-4ae1-aba8-7b76e38cf694), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.079620 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['2dcd3190-f065-4ae1-aba8-7b76e38cf694'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:21.101827 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Pushing event deleted for resources: {'Port': ['ID=2dcd3190-f065-4ae1-aba8-7b76e38cf694,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:21.116633 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec84114-5648-4e95-ab31-228b0e1baa5d None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:77:60:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:35:51Z', 'updated_at': '2022-03-04T20:36:36Z', 'revision_number': 2, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:21.150761 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.214231 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] No DVR routers for this DVR port 2dcd3190-f065-4ae1-aba8-7b76e38cf694 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:39:21.217496 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.224103 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c4dfd675-cbaa-41dd-873f-16a7797d214b req-19673675-21be-4909-9068-f0b9a50d5afc tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.39 "DELETE /v2.0/ports/2dcd3190-f065-4ae1-aba8-7b76e38cf694 HTTP/1.1" status: 204 len: 173 time: 1.0117514 Mar 04 20:39:21.264168 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Network 06d4b276-6325-421a-8c8f-a7a72d1e2803 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:21.278395 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:21.283331 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937381-76fe-4ef7-9f9e-26b3d3074246 req-1cc47b4b-1e72-4793-8c20-8e1bc5ea4225 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:21.289306 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7d937381-76fe-4ef7-9f9e-26b3d3074246 req-1cc47b4b-1e72-4793-8c20-8e1bc5ea4225 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 932 time: 0.0647402 Mar 04 20:39:21.302126 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:21.333490 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a39b579-8974-4032-b1c4-e083619f6941 req-4fb32d15-6b3a-4112-be48-56717db01883 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=81f0b2ce-fb5f-491e-af91-2785dda9a0a6 HTTP/1.1" status: 200 len: 210 time: 0.0855350 Mar 04 20:39:21.340143 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7d937381-76fe-4ef7-9f9e-26b3d3074246 req-2d1f2141-3be1-4591-92e4-1ff906c7929c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498326 Mar 04 20:39:21.392681 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Pushing event updated for resources: {'Port': ['ID=a9f21fc9-8859-4c15-87f2-90068a3ccc52,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:21.405010 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:21.405629 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.498108 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-f091a5ba-2c4d-4e31-91f3-4f3780734e26 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5017457 Mar 04 20:39:21.508196 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51b5cde-d151-45f6-a59f-733a17362f94 None None] New status for floating IP 9e87500a-48e5-40e1-80bb-87439ee80f90: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:39:21.510044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Request body: {'port': {'device_id': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:21.579325 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.589552 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device beb382c3-6a99-4c65-8af0-0b10a89765c3 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:39:21.591458 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:21.744034 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 8f235d93-54e5-429a-93c9-ef8506ddcb4c triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:21.744427 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.798339 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:21.814963 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'port_id': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'mac_address': 'fa:16:3e:99:47:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:39:21.818994 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd4df-cd02-4c41-8a69-425b877a219c req-826198e9-d55a-4ea3-aa57-0bbec356a715 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:21.820520 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-83bdd4df-cd02-4c41-8a69-425b877a219c req-826198e9-d55a-4ea3-aa57-0bbec356a715 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 943 time: 0.1304810 Mar 04 20:39:21.987654 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee15279-c79e-4d6f-aff1-69b7ccf24e03 req-53df408d-c470-4637-afa5-a5b8cf29c890 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:21.995955 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3ee15279-c79e-4d6f-aff1-69b7ccf24e03 req-53df408d-c470-4637-afa5-a5b8cf29c890 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 944 time: 0.0685611 Mar 04 20:39:22.011194 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f21fc9-8859-4c15-87f2-90068a3ccc52 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:22.036609 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Publish callbacks [] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.053467 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port beb382c3-6a99-4c65-8af0-0b10a89765c3 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:22.053836 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.066664 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Transition to ACTIVE for port object a9f21fc9-8859-4c15-87f2-90068a3ccc52 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:39:22.074489 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8f235d93-54e5-429a-93c9-ef8506ddcb4c is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:22.075430 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.078375 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3ee15279-c79e-4d6f-aff1-69b7ccf24e03 req-ce5185f2-78ac-4982-a299-56cfac3608a1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814662 Mar 04 20:39:22.088410 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-83bdd4df-cd02-4c41-8a69-425b877a219c req-bbffad6c-7322-48d2-9e6c-3eb46f185ee6 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286222 Mar 04 20:39:22.094198 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb382c3-6a99-4c65-8af0-0b10a89765c3 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:22.124068 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.146326 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:22.148919 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6ec106-6b37-4131-8ca3-18810351f5b1" -d '{"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-plugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:22.171374 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:22.176351 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:22.211279 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91a0b5-0571-41eb-be4a-55487495931d', 'name': 'network-vif-deleted', 'tag': '2dcd3190-f065-4ae1-aba8-7b76e38cf694'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:22.213675 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a431a6c6-7aa7-48b8-a540-9f27f53e80c9" -d '{"events": [{"server_uuid": "5f91a0b5-0571-41eb-be4a-55487495931d", "name": "network-vif-deleted", "tag": "2dcd3190-f065-4ae1-aba8-7b76e38cf694"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:22.233870 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.266697 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f21fc9-8859-4c15-87f2-90068a3ccc52,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:22.316325 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864878f4-d863-4f84-b24a-08a27273b397 req-35a698db-1de3-4fbb-acb6-afef514b5397 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:22.325115 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-864878f4-d863-4f84-b24a-08a27273b397 req-35a698db-1de3-4fbb-acb6-afef514b5397 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.1428127 Mar 04 20:39:22.332588 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:22.336390 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.337325 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ef0eae64-7e94-47c7-89a8-8b5eed19dc90 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:22.371743 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bd258d4a-4119-4e69-8628-de87a443169e req-0785b51a-ef05-4096-adec-632342705955 tempest-ServerRescueNegativeTestJSON-90842235 tempest-ServerRescueNegativeTestJSON-90842235-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f91a0b5-0571-41eb-be4a-55487495931d HTTP/1.1" status: 200 len: 210 time: 0.0735338 Mar 04 20:39:22.420530 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-d27430b7-8e62-4532-9c6e-6477d2c868d4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:22.423630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-d27430b7-8e62-4532-9c6e-6477d2c868d4 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 946 time: 0.2530692 Mar 04 20:39:22.427335 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-864878f4-d863-4f84-b24a-08a27273b397 req-d8329628-a000-4955-b127-22897d7d2019 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/security-groups?id=51b31a20-1813-4615-9155-086f238a1fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959892 Mar 04 20:39:22.428081 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: ef0eae64-7e94-47c7-89a8-8b5eed19dc90 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:22.428822 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ef0eae64-7e94-47c7-89a8-8b5eed19dc90 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:22.444421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Attempting to bind port a9f21fc9-8859-4c15-87f2-90068a3ccc52 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:39:22.444421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Attempting to bind port a9f21fc9-8859-4c15-87f2-90068a3ccc52 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:39:22.444421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Attempting to bind port a9f21fc9-8859-4c15-87f2-90068a3ccc52 on network 06d4b276-6325-421a-8c8f-a7a72d1e2803 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:22.450263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7546b0d9-98f4-42a8-a7d4-15e9a667410e x-openstack-request-id: req-7546b0d9-98f4-42a8-a7d4-15e9a667410e {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:22.450680 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-plugged", "status": "completed", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:22.451319 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7546b0d9-98f4-42a8-a7d4-15e9a667410e {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:22.451947 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'code': 200} Mar 04 20:39:22.459884 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=10']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:22.477521 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Port a9f21fc9-8859-4c15-87f2-90068a3ccc52 on network 06d4b276-6325-421a-8c8f-a7a72d1e2803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:39:22.477855 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Attempting to bind port a9f21fc9-8859-4c15-87f2-90068a3ccc52 on network 06d4b276-6325-421a-8c8f-a7a72d1e2803 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:22.487185 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:39:22.487534 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Checking segment: {'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:22.487928 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Bound using segment: {'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:39:22.488588 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Bound port: a9f21fc9-8859-4c15-87f2-90068a3ccc52, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4885fec-c3bb-4b90-a219-1ee1df2a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:39:22.489204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.501637 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3ba4ed-21c7-43d7-8967-e252e627f0ad x-openstack-request-id: req-1b3ba4ed-21c7-43d7-8967-e252e627f0ad {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:22.501975 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91a0b5-0571-41eb-be4a-55487495931d", "name": "network-vif-deleted", "tag": "2dcd3190-f065-4ae1-aba8-7b76e38cf694", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:22.502235 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b3ba4ed-21c7-43d7-8967-e252e627f0ad {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:22.502636 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91a0b5-0571-41eb-be4a-55487495931d', 'name': 'network-vif-deleted', 'tag': '2dcd3190-f065-4ae1-aba8-7b76e38cf694', 'status': 'completed', 'code': 200} Mar 04 20:39:22.503475 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['beb382c3-6a99-4c65-8af0-0b10a89765c3'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:22.610463 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] For port a9f21fc9-8859-4c15-87f2-90068a3ccc52, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:39:22.615307 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] For port a9f21fc9-8859-4c15-87f2-90068a3ccc52, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a9f21fc9-8859-4c15-87f2-90068a3ccc52,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:39:22.628380 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Deleting port 335c17e6-642b-4c42-b8f5-fda7b43da277 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:22.630161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.635238 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40276) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:22.664748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eb2ad-8344-41b1-8647-3331ae008dc1 req-b5fa448d-d55f-46c9-8bbd-625343baec81 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:22.666412 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-299eb2ad-8344-41b1-8647-3331ae008dc1 req-b5fa448d-d55f-46c9-8bbd-625343baec81 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 944 time: 0.0678222 Mar 04 20:39:22.719416 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-299eb2ad-8344-41b1-8647-3331ae008dc1 req-25bd721d-828e-48f6-a367-397bbadb27da tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 Mar 04 20:39:22.725443 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.781789 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:22.782418 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.783816 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] 10.222.0.39 "PUT /v2.0/ports/a9f21fc9-8859-4c15-87f2-90068a3ccc52 HTTP/1.1" status: 200 len: 1094 time: 1.2785668 Mar 04 20:39:22.816870 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b87a271-b71a-4446-8a48-d7c8e3434c54 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (2809dc8f-afc9-451d-9fc7-3b95e1d5f77f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.845967 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] For port 335c17e6-642b-4c42-b8f5-fda7b43da277, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=335c17e6-642b-4c42-b8f5-fda7b43da277,segment=NetworkSegment(9539630b-8eff-4ea9-b6ec-4ed19dec1477),segment_id=9539630b-8eff-4ea9-b6ec-4ed19dec1477)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:22.846347 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.852443 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1c42d-8f7c-4576-ae62-d38be2390934 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f21fc9-8859-4c15-87f2-90068a3ccc52,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:22.869534 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b87a271-b71a-4446-8a48-d7c8e3434c54 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (2809dc8f-afc9-451d-9fc7-3b95e1d5f77f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.884722 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Calling delete_port for 335c17e6-642b-4c42-b8f5-fda7b43da277 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:23.033750 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-9ac64839-28d7-48cb-b8a1-15a075d6c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:23.036134 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-9ac64839-28d7-48cb-b8a1-15a075d6c41a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54d4d0370d9142a784ab628adbb4082c&device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 1128 time: 0.0802248 Mar 04 20:39:23.054500 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca122acd-a7fc-4454-be51-c5ef32e5ed74 req-7e187644-9020-47f2-a735-ee7acd34ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:23.056439 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ca122acd-a7fc-4454-be51-c5ef32e5ed74 req-7e187644-9020-47f2-a735-ee7acd34ee2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1130 time: 0.0484147 Mar 04 20:39:23.107085 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b87a271-b71a-4446-8a48-d7c8e3434c54 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2809dc8f-afc9-451d-9fc7-3b95e1d5f77f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.109712 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b87a271-b71a-4446-8a48-d7c8e3434c54 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.112195 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7b87a271-b71a-4446-8a48-d7c8e3434c54 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/security-groups/2809dc8f-afc9-451d-9fc7-3b95e1d5f77f HTTP/1.1" status: 204 len: 168 time: 0.4740505 Mar 04 20:39:23.112594 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-fe874e07-4119-490f-a94d-e0edff554af8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f21fc9-8859-4c15-87f2-90068a3ccc52 HTTP/1.1" status: 200 len: 217 time: 0.0670772 Mar 04 20:39:23.119252 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40280) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:23.159193 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ca122acd-a7fc-4454-be51-c5ef32e5ed74 req-9eacdc4d-e2d8-4c6c-b878-f1cd8ebe198e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950580 Mar 04 20:39:23.175907 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.api.v2.resource [None req-a451e68b-8ee8-41b1-ab73-4690ac9d2857 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] show failed (client error): The resource could not be found. Mar 04 20:39:23.177025 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-a451e68b-8ee8-41b1-ab73-4690ac9d2857 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups/2809dc8f-afc9-451d-9fc7-3b95e1d5f77f HTTP/1.1" status: 404 len: 347 time: 0.0541499 Mar 04 20:39:23.177897 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87a271-b71a-4446-8a48-d7c8e3434c54 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2809dc8f-afc9-451d-9fc7-3b95e1d5f77f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:23.180426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:23.220552 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-93d22f93-d3b0-423a-94be-44e6a2a4a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:23.222044 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-93d22f93-d3b0-423a-94be-44e6a2a4a8c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe042edd-3515-4bc1-bc0e-ad4e5ddcf915 HTTP/1.1" status: 200 len: 853 time: 0.1003385 Mar 04 20:39:23.252750 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (335c17e6-642b-4c42-b8f5-fda7b43da277), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.287454 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Pushing event deleted for resources: {'Port': ['ID=335c17e6-642b-4c42-b8f5-fda7b43da277,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:23.302731 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e1cc0-0a63-4c19-a27d-7c8be6776f3f req-f6ea21d1-9a7d-4ca3-a512-75624ff874fb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:23.304262 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e01e1cc0-0a63-4c19-a27d-7c8be6776f3f req-f6ea21d1-9a7d-4ca3-a512-75624ff874fb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.1029356 Mar 04 20:39:23.357327 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] No DVR routers for this DVR port 335c17e6-642b-4c42-b8f5-fda7b43da277 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:39:23.370228 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2e40-d35c-4e9f-b186-0cf4ca5c2e99 req-434db726-937f-4f1b-b052-7230ae93ce18 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:23.371880 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f3ec2e40-d35c-4e9f-b186-0cf4ca5c2e99 req-434db726-937f-4f1b-b052-7230ae93ce18 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 944 time: 0.1253798 Mar 04 20:39:23.380191 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.385784 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4b8e3929-c6d0-4999-ad26-33aee9829988 req-156bd623-d8b6-4d2f-bb70-e6c9284f77da tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.39 "DELETE /v2.0/ports/335c17e6-642b-4c42-b8f5-fda7b43da277 HTTP/1.1" status: 204 len: 173 time: 0.9557981 Mar 04 20:39:23.405541 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-bd3f6192-fc54-4a15-b62b-3ba343460e6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06d4b276-6325-421a-8c8f-a7a72d1e2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463052 Mar 04 20:39:23.420268 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port 331d00e6-f17f-4712-b1d7-29d4f140d636 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:23.420642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.451057 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f3ec2e40-d35c-4e9f-b186-0cf4ca5c2e99 req-9a2ad0b7-5926-40b8-8f18-64816794e60f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712843 Mar 04 20:39:23.458444 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e01e1cc0-0a63-4c19-a27d-7c8be6776f3f req-2bb4ebf8-0d32-484c-aa7f-4f09184c6851 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456246 Mar 04 20:39:23.523742 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40290) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:23.534448 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.535559 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (331d00e6-f17f-4712-b1d7-29d4f140d636), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.562012 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device beb382c3-6a99-4c65-8af0-0b10a89765c3 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:23.575405 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for 331d00e6-f17f-4712-b1d7-29d4f140d636 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:23.580015 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0aef5026-bb45-44f6-9706-796bd7edbca4 req-f960c75d-271d-4b1e-b810-ad1a2076fc00 tempest-VolumesActionsTest-1267580366 tempest-VolumesActionsTest-1267580366-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b54f75f-a12f-4f06-8ecd-5c9696175163 HTTP/1.1" status: 200 len: 210 time: 0.0486395 Mar 04 20:39:23.606885 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-2d443c08-43c0-4d73-8bb1-d782b4d9fd6a service neutron] 10.222.0.39 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896651 Mar 04 20:39:23.697824 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port beb382c3-6a99-4c65-8af0-0b10a89765c3 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:39:23.702714 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port beb382c3-6a99-4c65-8af0-0b10a89765c3 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:23.702951 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.813006 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port beb382c3-6a99-4c65-8af0-0b10a89765c3 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:23.813401 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.850632 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (331d00e6-f17f-4712-b1d7-29d4f140d636), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.855079 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:23.895815 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=331d00e6-f17f-4712-b1d7-29d4f140d636,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:23.924120 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.924973 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 335c17e6-642b-4c42-b8f5-fda7b43da277 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:23.964923 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 335c17e6-642b-4c42-b8f5-fda7b43da277 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:23.965279 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 335c17e6-642b-4c42-b8f5-fda7b43da277 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:23.965710 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 2dcd3190-f065-4ae1-aba8-7b76e38cf694 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:23.974868 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (9e87500a-48e5-40e1-80bb-87439ee80f90), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.978436 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.990703 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 2dcd3190-f065-4ae1-aba8-7b76e38cf694 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:23.991122 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 2dcd3190-f065-4ae1-aba8-7b76e38cf694 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:23.997060 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-49b160b6-5623-477e-93b4-57f344e077e2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/floatingips/9e87500a-48e5-40e1-80bb-87439ee80f90 HTTP/1.1" status: 204 len: 168 time: 0.8149745 Mar 04 20:39:24.021367 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:24.064665 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d8cd44f-e526-467b-838c-165a00fd2280 req-1a4b5418-b45c-4c57-a4e4-8b7494b84e80 service neutron] 10.222.0.39 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283857 Mar 04 20:39:24.122869 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6e4ea-4f62-4958-a691-37d3b9d51cc2 req-5aea4d88-5870-47dc-8f55-b72f2bf14735 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:24.124315 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-73e6e4ea-4f62-4958-a691-37d3b9d51cc2 req-5aea4d88-5870-47dc-8f55-b72f2bf14735 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 944 time: 0.1213539 Mar 04 20:39:24.242196 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-73e6e4ea-4f62-4958-a691-37d3b9d51cc2 req-bf42c40d-af5d-428c-bcd4-34001d1004ad tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085436 Mar 04 20:39:24.402172 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.453497 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:24.456467 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83abf2e-295f-4740-9d11-97c72dfb2fd6" -d '{"events": [{"server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "name": "network-vif-plugged", "status": "completed", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:24.502418 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c3ff0e-62f3-451a-a8f1-ea46fac60204 x-openstack-request-id: req-47c3ff0e-62f3-451a-a8f1-ea46fac60204 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:24.502721 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "name": "network-vif-plugged", "status": "completed", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:24.502981 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47c3ff0e-62f3-451a-a8f1-ea46fac60204 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:24.503377 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'code': 200} Mar 04 20:39:24.504963 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'tag': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52'}, {'server_uuid': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'name': 'network-vif-deleted', 'tag': '335c17e6-642b-4c42-b8f5-fda7b43da277'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:24.507106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab335aa-592c-4865-8e58-7b6b72dcf497", "tag": "a9f21fc9-8859-4c15-87f2-90068a3ccc52"}, {"server_uuid": "5b54f75f-a12f-4f06-8ecd-5c9696175163", "name": "network-vif-deleted", "tag": "335c17e6-642b-4c42-b8f5-fda7b43da277"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:24.627829 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0807-12b1-475d-b14d-e75b0a23483b req-84f01eba-292d-4aed-a47f-9101619b8650 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:24.629571 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-337a0807-12b1-475d-b14d-e75b0a23483b req-84f01eba-292d-4aed-a47f-9101619b8650 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.0586793 Mar 04 20:39:24.686701 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-337a0807-12b1-475d-b14d-e75b0a23483b req-dd23f16b-b497-4f34-bdbc-36bf2282d178 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516231 Mar 04 20:39:24.686879 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae10d15-d655-48a1-a5a1-587454af5f78 req-07c5a8d9-c2b1-4443-9891-7e64ec73f448 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:24.688333 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ae10d15-d655-48a1-a5a1-587454af5f78 req-07c5a8d9-c2b1-4443-9891-7e64ec73f448 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.1069334 Mar 04 20:39:24.759268 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d39a4-5786-40bf-9a84-1e5af3a8cb11 x-openstack-request-id: req-ac2d39a4-5786-40bf-9a84-1e5af3a8cb11 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:24.759570 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab335aa-592c-4865-8e58-7b6b72dcf497", "tag": "a9f21fc9-8859-4c15-87f2-90068a3ccc52", "status": "completed", "code": 200}, {"server_uuid": "5b54f75f-a12f-4f06-8ecd-5c9696175163", "name": "network-vif-deleted", "tag": "335c17e6-642b-4c42-b8f5-fda7b43da277", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:24.759822 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac2d39a4-5786-40bf-9a84-1e5af3a8cb11 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:24.760430 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'tag': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52', 'status': 'completed', 'code': 200} Mar 04 20:39:24.760688 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b54f75f-a12f-4f06-8ecd-5c9696175163', 'name': 'network-vif-deleted', 'tag': '335c17e6-642b-4c42-b8f5-fda7b43da277', 'status': 'completed', 'code': 200} Mar 04 20:39:24.790617 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ae10d15-d655-48a1-a5a1-587454af5f78 req-1a0049f3-405f-448b-8e7b-05f814c7acd9 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954633 Mar 04 20:39:24.878561 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-c8964130-a627-4a80-9d96-960e50f9ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:24.880056 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-c8964130-a627-4a80-9d96-960e50f9ea54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54d4d0370d9142a784ab628adbb4082c&device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 1128 time: 0.1052997 Mar 04 20:39:24.927507 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Deleting port 7df37377-eed5-44e0-80d2-c5ebe442574e {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:24.927838 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.933890 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef550f-41ee-4547-98de-643005fda804 req-44148b21-741b-44e9-83d3-8e2b4f279a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:24.935498 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-59ef550f-41ee-4547-98de-643005fda804 req-44148b21-741b-44e9-83d3-8e2b4f279a18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0996408 Mar 04 20:39:25.071675 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-ca5af8e3-40a0-4114-95ef-efca09bf7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:25.073077 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-ca5af8e3-40a0-4114-95ef-efca09bf7817 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06d4b276-6325-421a-8c8f-a7a72d1e2803 HTTP/1.1" status: 200 len: 914 time: 0.1840973 Mar 04 20:39:25.097488 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-59ef550f-41ee-4547-98de-643005fda804 req-466b4b2a-0849-480f-8289-1aac0c75d7f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287727 Mar 04 20:39:25.133606 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-6e0aa07a-3d42-46d3-af61-d57663873536 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f21fc9-8859-4c15-87f2-90068a3ccc52 HTTP/1.1" status: 200 len: 217 time: 0.0520163 Mar 04 20:39:25.135299 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] For port 7df37377-eed5-44e0-80d2-c5ebe442574e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7df37377-eed5-44e0-80d2-c5ebe442574e,segment=NetworkSegment(b3ae6962-4e2b-4588-b336-3f103b4e0424),segment_id=b3ae6962-4e2b-4588-b336-3f103b4e0424)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:25.135660 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:25.148091 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Calling delete_port for 7df37377-eed5-44e0-80d2-c5ebe442574e owned by network:router_interface {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:25.374995 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2796443-06cf-4833-86d9-a8dcee5f5c65 req-1dcb540d-4c5c-4053-a860-0eb3e01f288c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:25.376509 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e2796443-06cf-4833-86d9-a8dcee5f5c65 req-1dcb540d-4c5c-4053-a860-0eb3e01f288c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 944 time: 0.0545404 Mar 04 20:39:25.383157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-d1dad327-3993-4416-b6fd-ed8afee40be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:25.384646 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-d1dad327-3993-4416-b6fd-ed8afee40be1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe042edd-3515-4bc1-bc0e-ad4e5ddcf915 HTTP/1.1" status: 200 len: 853 time: 0.0790777 Mar 04 20:39:25.421323 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-7593406a-0372-4c6f-9199-4ab1fb4dda24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06d4b276-6325-421a-8c8f-a7a72d1e2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274200 Mar 04 20:39:25.435463 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e2796443-06cf-4833-86d9-a8dcee5f5c65 req-fac8e764-bde8-4377-a7ce-223ddef6d071 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521970 Mar 04 20:39:25.526319 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (7df37377-eed5-44e0-80d2-c5ebe442574e), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:25.556354 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Pushing event deleted for resources: {'Port': ['ID=7df37377-eed5-44e0-80d2-c5ebe442574e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:25.559769 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-28619753-e4d8-44cd-bab4-63b6483d9d74 service neutron] 10.222.0.39 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308422 Mar 04 20:39:25.796375 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6f32ecd-fbe5-427f-be9e-e6b94c802f7d req-a33ca69b-00b1-4f8d-9b59-0419e35d19b2 service neutron] 10.222.0.39 "GET /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682587 Mar 04 20:39:25.813859 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:25.852135 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c42e8-3800-435a-9d74-53b615e09f6e req-139bc39a-83d5-457f-b1bb-aeabf66ac478 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:25.870049 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fe3c42e8-3800-435a-9d74-53b615e09f6e req-139bc39a-83d5-457f-b1bb-aeabf66ac478 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.0951257 Mar 04 20:39:25.929001 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fe3c42e8-3800-435a-9d74-53b615e09f6e req-bbcd459d-a6c4-4f68-9561-27d9c2903b4a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574067 Mar 04 20:39:26.006376 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e2e8-a1a5-4eeb-b3d4-0ba74445e04d req-59c642bc-4d21-45f1-b835-4e59ef7281db tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:26.007851 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0ed4e2e8-a1a5-4eeb-b3d4-0ba74445e04d req-59c642bc-4d21-45f1-b835-4e59ef7281db tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.1128170 Mar 04 20:39:26.138249 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0ed4e2e8-a1a5-4eeb-b3d4-0ba74445e04d req-a76f40e5-5798-4c84-b73e-ae9df0fc456f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911651 Mar 04 20:39:26.157980 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:26.265760 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:26.272572 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-085e5388-930e-4f69-8cfe-0c663af0c73e admin admin] 10.222.0.37 "PUT /v2.0/routers/96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7477758 Mar 04 20:39:26.275079 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40400) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:26.275868 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] Sync routers for ids ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:26.286096 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] Routers {'96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:26.286782 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:26.397934 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] Set router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:26.567982 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d15d9-ca7a-4bed-810a-6d888f3cd5f5 req-b15b9d53-513b-4272-b98e-e4f962cef7fa tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:26.569844 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-286d15d9-ca7a-4bed-810a-6d888f3cd5f5 req-b15b9d53-513b-4272-b98e-e4f962cef7fa tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 944 time: 0.0568938 Mar 04 20:39:26.586791 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:39:25Z', 'revision_number': 5, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:26.617439 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] Checking router: 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:26.626657 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] Routers {'96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:26.626803 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:26.633557 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks [] for router (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.634629 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-286d15d9-ca7a-4bed-810a-6d888f3cd5f5 req-a5d1eccf-030c-4602-8860-81bdafccfa6e tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580626 Mar 04 20:39:26.738021 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] Set router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:26.758240 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks [] for router_gateway (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.904935 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Deleting port d3b79327-2739-4dd0-a762-df2353125518 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:26.905285 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (d3b79327-2739-4dd0-a762-df2353125518), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.915090 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:39:25Z', 'revision_number': 5, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:26.940845 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fdb13-35e3-4705-9f00-9f6950b483bd None None] The sync data for ids ['96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec'] in dv-cinder-799871-17-iscsi is: [{'id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'name': 'tempest-ServerRescueNegativeTestJSON-2145265281-router', 'tenant_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd3b79327-2739-4dd0-a762-df2353125518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:30Z', 'updated_at': '2022-03-04T20:39:25Z', 'revision_number': 5, 'project_id': '882fdc1bfb964a6d9ca694c6c7bd1eaa', 'gw_port': {'id': 'd3b79327-2739-4dd0-a762-df2353125518', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:26.998162 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] For port d3b79327-2739-4dd0-a762-df2353125518, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=d3b79327-2739-4dd0-a762-df2353125518,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:26.998524 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (d3b79327-2739-4dd0-a762-df2353125518), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.010785 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Calling delete_port for d3b79327-2739-4dd0-a762-df2353125518 owned by network:router_gateway {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:27.056186 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b5c75-827e-4495-b41e-9ef98f72e88b req-fb68e489-73ad-42a2-b266-04529fc6b110 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:27.064788 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-899b5c75-827e-4495-b41e-9ef98f72e88b req-fb68e489-73ad-42a2-b266-04529fc6b110 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.0617161 Mar 04 20:39:27.117583 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-899b5c75-827e-4495-b41e-9ef98f72e88b req-e51c4a4d-0822-458c-8ff9-98bc37ad9eaa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512636 Mar 04 20:39:27.185282 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e6813-2e32-40bc-bd88-c802e0d19264 req-b1539c54-cb9e-4d7a-8be4-8eb3d3750e34 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:27.186908 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-db8e6813-2e32-40bc-bd88-c802e0d19264 req-b1539c54-cb9e-4d7a-8be4-8eb3d3750e34 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.1065726 Mar 04 20:39:27.264154 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-db8e6813-2e32-40bc-bd88-c802e0d19264 req-747b5f22-a7a6-4165-8088-f4bdc7801a30 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595057 Mar 04 20:39:27.268690 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b511a-8e78-4798-9035-59a0e2dde75f req-f82d27a0-a623-4a2d-a922-3922ba78aa5f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:27.270351 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-940b511a-8e78-4798-9035-59a0e2dde75f req-f82d27a0-a623-4a2d-a922-3922ba78aa5f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.0615857 Mar 04 20:39:27.331249 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (d3b79327-2739-4dd0-a762-df2353125518), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.348409 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-940b511a-8e78-4798-9035-59a0e2dde75f req-5853fc91-aab9-4cf6-9694-c77e0560af12 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635796 Mar 04 20:39:27.361589 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7df37377-eed5-44e0-80d2-c5ebe442574e no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:27.377614 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b79327-2739-4dd0-a762-df2353125518,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:27.399357 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 7df37377-eed5-44e0-80d2-c5ebe442574e {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:27.399714 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7df37377-eed5-44e0-80d2-c5ebe442574e not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:27.469666 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.589195 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3acd3d-91cc-4645-aa09-3e26b38c6dd2 req-5ee67016-08ac-4707-bf28-feba97c732fd tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:27.590654 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3b3acd3d-91cc-4645-aa09-3e26b38c6dd2 req-5ee67016-08ac-4707-bf28-feba97c732fd tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.1595049 Mar 04 20:39:27.593848 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.595932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks [] for router_controller (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.692586 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3b3acd3d-91cc-4645-aa09-3e26b38c6dd2 req-a63f52a8-5971-4d27-9d1a-84e50aa97395 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948069 Mar 04 20:39:27.729711 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.730290 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec {{(pid=103592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:39:27.736852 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.738304 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-badc9f8b-ec8a-49a8-abe4-c4d8b400e20c admin admin] 10.222.0.37 "DELETE /v2.0/routers/96ae1a54-14b6-4d53-8fb9-ddd13f97a8ec HTTP/1.1" status: 204 len: 168 time: 1.4622250 Mar 04 20:39:27.741028 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40428) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:27.797972 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1388-bd22-4788-b919-566b86388723 req-b76a07ea-c087-4552-a1eb-f232a4bd68b1 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:27.800861 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e87e1388-bd22-4788-b919-566b86388723 req-b76a07ea-c087-4552-a1eb-f232a4bd68b1 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 944 time: 0.0948029 Mar 04 20:39:27.810337 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] Deleting subnet 1193c46a-b175-4f48-a38e-7a04ddb833ce {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:39:27.819201 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] Publish callbacks [] for subnet (1193c46a-b175-4f48-a38e-7a04ddb833ce), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.887592 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (1193c46a-b175-4f48-a38e-7a04ddb833ce), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.911972 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e87e1388-bd22-4788-b919-566b86388723 req-3b415bb3-c32e-4b46-9f8d-2ee4495babfa tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048422 Mar 04 20:39:27.929601 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (1193c46a-b175-4f48-a38e-7a04ddb833ce), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.034068 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a8684-02ad-4cac-b376-352757097d03 req-c7a3781f-54e6-4dd6-a7aa-733ab5caac52 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:28.035604 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ea1a8684-02ad-4cac-b376-352757097d03 req-c7a3781f-54e6-4dd6-a7aa-733ab5caac52 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.0554128 Mar 04 20:39:28.037060 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (1193c46a-b175-4f48-a38e-7a04ddb833ce), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.075626 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1193c46a-b175-4f48-a38e-7a04ddb833ce,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:28.077669 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.083324 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b7bfb751-bd92-48fd-850c-1b6e9981acd4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1193c46a-b175-4f48-a38e-7a04ddb833ce HTTP/1.1" status: 204 len: 168 time: 0.3388326 Mar 04 20:39:28.083873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40432) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:28.164493 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ea1a8684-02ad-4cac-b376-352757097d03 req-813d2978-4dd7-4ce7-a488-af5e15b00b82 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230524 Mar 04 20:39:28.175034 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (a3fad84c-a309-4289-a6b4-857e305b24bd), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.267037 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (a3fad84c-a309-4289-a6b4-857e305b24bd), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.291165 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fad84c-a309-4289-a6b4-857e305b24bd']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:28.301240 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ae6962-4e2b-4588-b336-3f103b4e0424') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:28.301594 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ae6962-4e2b-4588-b336-3f103b4e0424') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:28.311746 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (b3ae6962-4e2b-4588-b336-3f103b4e0424), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.326881 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (b3ae6962-4e2b-4588-b336-3f103b4e0424), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.334187 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:39:28.334581 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (b3ae6962-4e2b-4588-b336-3f103b4e0424), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:39:28.336260 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:39:28.389810 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4cf37-7c3f-437d-be69-48b7ef0f0fe2 req-f5135bf1-8bf7-4ac7-b871-2b75efdbbbe7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:28.391304 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63f4cf37-7c3f-437d-be69-48b7ef0f0fe2 req-f5135bf1-8bf7-4ac7-b871-2b75efdbbbe7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.0550840 Mar 04 20:39:28.443965 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63f4cf37-7c3f-437d-be69-48b7ef0f0fe2 req-547d9265-b80b-4b3c-a8d8-6e731941b8e4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Mar 04 20:39:28.472421 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (a3fad84c-a309-4289-a6b4-857e305b24bd), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.477782 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.483875 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a3fad84c-a309-4289-a6b4-857e305b24bd HTTP/1.1" status: 204 len: 168 time: 0.3962183 Mar 04 20:39:28.491492 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40679212-965a-43e7-a451-b05f52174fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fad84c-a309-4289-a6b4-857e305b24bd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:28.858959 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:28.903417 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b2ac18b9-5f9f-4667-87a6-2b74ad71558e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=882fdc1bfb964a6d9ca694c6c7bd1eaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416017 Mar 04 20:39:28.904513 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40448) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:28.953330 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b10f4734-105d-4c84-9c04-6bf7e632d6c8 admin admin] Publish callbacks [] for security_group (0b1799e8-d948-4db6-b736-443d8452f41c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.977027 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b10f4734-105d-4c84-9c04-6bf7e632d6c8 admin admin] Publish callbacks [] for security_group (0b1799e8-d948-4db6-b736-443d8452f41c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.017596 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a9f21fc9-8859-4c15-87f2-90068a3ccc52 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:39:29.057426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fcae9-4c45-4be4-96d9-58b4a7a05b57 req-1f0f688a-2392-402a-ab2b-2849abdd7efa tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:29.058943 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1e3fcae9-4c45-4be4-96d9-58b4a7a05b57 req-1f0f688a-2392-402a-ab2b-2849abdd7efa tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 944 time: 0.0699534 Mar 04 20:39:29.107462 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1e3fcae9-4c45-4be4-96d9-58b4a7a05b57 req-fe2d8ccf-a8d6-4b1b-b0c0-77a59a74361d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Mar 04 20:39:29.120752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port a9f21fc9-8859-4c15-87f2-90068a3ccc52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a9f21fc9-8859-4c15-87f2-90068a3ccc52,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:29.132473 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52', 'network_id': '06d4b276-6325-421a-8c8f-a7a72d1e2803', 'port_id': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52', 'mac_address': 'fa:16:3e:92:a8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe042edd-3515-4bc1-bc0e-ad4e5ddcf915', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:39:29.158205 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b10f4734-105d-4c84-9c04-6bf7e632d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0b1799e8-d948-4db6-b736-443d8452f41c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.161312 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b10f4734-105d-4c84-9c04-6bf7e632d6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.164797 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b10f4734-105d-4c84-9c04-6bf7e632d6c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b1799e8-d948-4db6-b736-443d8452f41c HTTP/1.1" status: 204 len: 168 time: 0.2564254 Mar 04 20:39:29.174797 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f4734-105d-4c84-9c04-6bf7e632d6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1799e8-d948-4db6-b736-443d8452f41c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:29.182420 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port a9f21fc9-8859-4c15-87f2-90068a3ccc52 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:29.182807 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.209521 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f21fc9-8859-4c15-87f2-90068a3ccc52 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:29.232920 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port a9f21fc9-8859-4c15-87f2-90068a3ccc52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a9f21fc9-8859-4c15-87f2-90068a3ccc52,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:29.252830 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device d3b79327-2739-4dd0-a762-df2353125518 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:29.273112 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: d3b79327-2739-4dd0-a762-df2353125518 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:29.273530 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device d3b79327-2739-4dd0-a762-df2353125518 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:29.301135 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.349736 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=a9f21fc9-8859-4c15-87f2-90068a3ccc52,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:29.356888 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.357231 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.357572 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.357906 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.358233 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.358558 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.358882 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.359205 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.359526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.359848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.360244 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.360828 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.361158 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:29.561951 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb5215-a9b7-4c6b-a201-d3c37e1179c1 req-5848d709-700a-4c1c-b216-cf21497fcb88 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:29.563443 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aedb5215-a9b7-4c6b-a201-d3c37e1179c1 req-5848d709-700a-4c1c-b216-cf21497fcb88 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.0529373 Mar 04 20:39:29.611085 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aedb5215-a9b7-4c6b-a201-d3c37e1179c1 req-ec0c20bb-d8fb-4276-9eef-ec604e9b1a19 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Mar 04 20:39:29.662660 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['a9f21fc9-8859-4c15-87f2-90068a3ccc52'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:30.141406 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ef0e533e-bc65-4203-b4fd-58a914fba65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.182259 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40494) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:30.248582 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccea30-5290-468b-84bb-d30c6830b96e req-823848f9-c2c7-4ad1-862d-0045662e56c1 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:30.250059 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-08ccea30-5290-468b-84bb-d30c6830b96e req-823848f9-c2c7-4ad1-862d-0045662e56c1 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 945 time: 0.0673108 Mar 04 20:39:30.300083 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-08ccea30-5290-468b-84bb-d30c6830b96e req-45bc829d-1fbf-413f-84a2-457ba0ad8c9d tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Mar 04 20:39:30.304579 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1952826338-network', 'tenant_id': '495cf1098ce74fe78d3252717d450334'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:30.432475 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Made reservation on behalf of 495cf1098ce74fe78d3252717d450334 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:30.435010 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.443922 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.518813 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks [] for security_group (9ab64409-54ae-421e-9d6f-2361520b77ad), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.586957 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9ab64409-54ae-421e-9d6f-2361520b77ad), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.621846 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:39:30.627190 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab64409-54ae-421e-9d6f-2361520b77ad,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:30.637421 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (20f7c380-3d84-49f2-9359-ff8ba05c117b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.637780 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.segments_db [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Added segment 20f7c380-3d84-49f2-9359-ff8ba05c117b of type vlan for network 120b0cca-600e-463f-a708-f379fc55ed42 Mar 04 20:39:30.690116 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (120b0cca-600e-463f-a708-f379fc55ed42), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.742421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc29a3b-edb1-48e2-8924-fd8e65dcc92c req-29663161-90d9-4c3a-84f1-6f0831eb7cf9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:30.743890 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdc29a3b-edb1-48e2-8924-fd8e65dcc92c req-29663161-90d9-4c3a-84f1-6f0831eb7cf9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.0565703 Mar 04 20:39:30.769449 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (120b0cca-600e-463f-a708-f379fc55ed42), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.770726 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:30.771641 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.808303 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdc29a3b-edb1-48e2-8924-fd8e65dcc92c req-921bd1cc-feb9-4b30-81e8-af29b5c9e382 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583680 Mar 04 20:39:30.839403 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] Pushing event updated for resources: {'Network': ['ID=120b0cca-600e-463f-a708-f379fc55ed42,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:30.851566 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 120b0cca-600e-463f-a708-f379fc55ed42 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:39:30.854874 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-09d35a44-1f07-4870-bbb2-ca4d56a4386f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6705804 Mar 04 20:39:30.858365 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40522) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:30.864223 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Request body: {'subnet': {'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1952826338-subnet', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:30.958814 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Made reservation on behalf of 495cf1098ce74fe78d3252717d450334 for: {'subnet': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:30.962188 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8996879'] for subnet (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.231510 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160ab53-3678-453a-8e22-221c281de2f5 req-49eb8608-b4ff-4177-bd66-38981891b944 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:31.233106 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e160ab53-3678-453a-8e22-221c281de2f5 req-49eb8608-b4ff-4177-bd66-38981891b944 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.1347067 Mar 04 20:39:31.281652 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10287027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8996881'] for subnet (4d263ec6-e70a-4736-b318-a6eadb8e87da), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.389274 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d263ec6-e70a-4736-b318-a6eadb8e87da,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:31.437098 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Checking segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:31.437449 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Network hostable DHCP agents. Network: 120b0cca-600e-463f-a708-f379fc55ed42, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:39:31.468262 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port ab11ae1c-15b6-43bb-8ae1-be49a834c54b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:31.468697 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.509562 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c858d-942e-448f-af39-a35247d5fad1 req-6341e047-9398-4eca-af85-7118da6cb102 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:31.510964 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-845c858d-942e-448f-af39-a35247d5fad1 req-6341e047-9398-4eca-af85-7118da6cb102 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 945 time: 0.1179962 Mar 04 20:39:31.546472 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Network 120b0cca-600e-463f-a708-f379fc55ed42 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:39:31.622487 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] For port ab11ae1c-15b6-43bb-8ae1-be49a834c54b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:31.622960 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.633055 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-845c858d-942e-448f-af39-a35247d5fad1 req-56a68123-c332-4ce3-9604-4981e7bdcb32 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923042 Mar 04 20:39:31.635674 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 120b0cca-600e-463f-a708-f379fc55ed42) {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:31.644150 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:31.644804 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.651420 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab7782-f7aa-42e3-bd6d-5b7d198974ef None None] Network 120b0cca-600e-463f-a708-f379fc55ed42 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:39:31.766329 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-120b0cca-600e-463f-a708-f379fc55ed42', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'project_id': '495cf1098ce74fe78d3252717d450334', 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:39:31.767533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.790567 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40532) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:31.796957 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:31.801789 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-17d9b116-5e06-4536-beb1-55083f4c2d5a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9420650 Mar 04 20:39:31.901180 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.901594 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.902343 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff disassociated. External IP: 172.27.3.227, port: ab11ae1c-15b6-43bb-8ae1-be49a834c54b. Mar 04 20:39:31.902753 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for ab11ae1c-15b6-43bb-8ae1-be49a834c54b owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:31.945346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (06773d19-c628-4c94-adc2-da92cfeb0068), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.946665 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (06773d19-c628-4c94-adc2-da92cfeb0068), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.947049 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Allocated IP 172.20.0.2 (120b0cca-600e-463f-a708-f379fc55ed42/4d263ec6-e70a-4736-b318-a6eadb8e87da/5f8cc0d8-541e-46a1-9a74-60531064cbcc) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:32.004576 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e92c31-faec-44d3-8a19-9a4599621d1b req-c36497bb-4091-4b9b-9a41-de632f89a0f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:32.011614 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-24e92c31-faec-44d3-8a19-9a4599621d1b req-c36497bb-4091-4b9b-9a41-de632f89a0f2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 946 time: 0.0971508 Mar 04 20:39:32.052567 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a9f21fc9-8859-4c15-87f2-90068a3ccc52 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:32.057845 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks [] for router_controller (06773d19-c628-4c94-adc2-da92cfeb0068), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.102242 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-24e92c31-faec-44d3-8a19-9a4599621d1b req-fdd3972d-d655-4c71-974d-306570617e15 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=7049ca0d-d819-427c-a148-2b48b1a02d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894389 Mar 04 20:39:32.211002 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port a9f21fc9-8859-4c15-87f2-90068a3ccc52 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:39:32.219370 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Publish callbacks [] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.226076 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port a9f21fc9-8859-4c15-87f2-90068a3ccc52 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:32.226076 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.239957 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (ab11ae1c-15b6-43bb-8ae1-be49a834c54b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.298926 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=ab11ae1c-15b6-43bb-8ae1-be49a834c54b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:32.323718 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.327992 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks [] for router_gateway (06773d19-c628-4c94-adc2-da92cfeb0068), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.373713 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port a9f21fc9-8859-4c15-87f2-90068a3ccc52 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:32.374108 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.389250 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Network 120b0cca-600e-463f-a708-f379fc55ed42 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:32.396988 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:32.406334 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:32.411489 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Pushing event updated for resources: {'Port': ['ID=5f8cc0d8-541e-46a1-9a74-60531064cbcc,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:32.423702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:32.426641 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa95872-0ab8-4630-ae1d-c2ab1c20cde3" -d '{"events": [{"server_uuid": "2ab335aa-592c-4865-8e58-7b6b72dcf497", "name": "network-vif-plugged", "status": "completed", "tag": "a9f21fc9-8859-4c15-87f2-90068a3ccc52"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:32.482929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:32.510423 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port a9f21fc9-8859-4c15-87f2-90068a3ccc52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a9f21fc9-8859-4c15-87f2-90068a3ccc52,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:32.512822 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bc5288-e91e-4d1a-9b63-c829332735e4 x-openstack-request-id: req-f3bc5288-e91e-4d1a-9b63-c829332735e4 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:32.513366 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab335aa-592c-4865-8e58-7b6b72dcf497", "name": "network-vif-plugged", "status": "completed", "tag": "a9f21fc9-8859-4c15-87f2-90068a3ccc52", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:32.513824 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3bc5288-e91e-4d1a-9b63-c829332735e4 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:32.514437 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52', 'code': 200} Mar 04 20:39:32.576030 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Attempting to bind port 5f8cc0d8-541e-46a1-9a74-60531064cbcc on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:39:32.576373 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Attempting to bind port 5f8cc0d8-541e-46a1-9a74-60531064cbcc by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:39:32.579249 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Attempting to bind port 5f8cc0d8-541e-46a1-9a74-60531064cbcc on network 120b0cca-600e-463f-a708-f379fc55ed42 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:32.583867 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.597447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:39:32.597447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Checking segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:32.597447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.597447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Bound using segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:39:32.597447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Bound port: 5f8cc0d8-541e-46a1-9a74-60531064cbcc, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:39:32.597447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.618812 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c9c0ff1-b548-420d-a3fd-9acf506f287c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.726966 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] For port 5f8cc0d8-541e-46a1-9a74-60531064cbcc, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:39:32.731705 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] For port 5f8cc0d8-541e-46a1-9a74-60531064cbcc, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5f8cc0d8-541e-46a1-9a74-60531064cbcc,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:39:32.764122 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=a9f21fc9-8859-4c15-87f2-90068a3ccc52,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:32.764715 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:32.778615 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:32.790331 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:32.791406 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:32.851259 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] No DVR routers for this DVR port ab11ae1c-15b6-43bb-8ae1-be49a834c54b on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:39:32.854513 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.858877 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e160ab53-3678-453a-8e22-221c281de2f5 req-fb262d0a-0051-405c-9b8d-61a5a867519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "DELETE /v2.0/ports/ab11ae1c-15b6-43bb-8ae1-be49a834c54b HTTP/1.1" status: 204 len: 173 time: 1.6205430 Mar 04 20:39:32.859531 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'name': 'network-vif-deleted', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:32.865228 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc468d8-c361-4e96-b7d8-dcb3944b9131" -d '{"events": [{"server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "name": "network-vif-deleted", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:32.869394 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.890825 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks [] for router_gateway (06773d19-c628-4c94-adc2-da92cfeb0068), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.922873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.947724 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab5674-ad72-48e2-a69d-3f484884bbed req-4fba7518-bbe8-4969-90d2-bce0e1c5f3a9 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:32.949392 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-62ab5674-ad72-48e2-a69d-3f484884bbed req-4fba7518-bbe8-4969-90d2-bce0e1c5f3a9 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 946 time: 0.1412091 Mar 04 20:39:33.022861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e41580-5453-4583-a098-4e51e6a31b8c x-openstack-request-id: req-c1e41580-5453-4583-a098-4e51e6a31b8c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:33.025633 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17401fb6-0ae4-4180-97d1-3ad5bf0a78b9", "name": "network-vif-deleted", "tag": "ab11ae1c-15b6-43bb-8ae1-be49a834c54b", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:33.026723 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1e41580-5453-4583-a098-4e51e6a31b8c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:33.027414 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17401fb6-0ae4-4180-97d1-3ad5bf0a78b9', 'name': 'network-vif-deleted', 'tag': 'ab11ae1c-15b6-43bb-8ae1-be49a834c54b', 'status': 'completed', 'code': 200} Mar 04 20:39:33.076451 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75f1f6-1e65-4b5d-b15b-76f8dc385d4a req-29e976b9-080c-4582-bdfc-710d5d5461e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:33.079631 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78354ad3-c125-4535-9021-468a6428bd47 None None] Pushing event updated for resources: {'Port': ['ID=5f8cc0d8-541e-46a1-9a74-60531064cbcc,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:33.091677 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4b75f1f6-1e65-4b5d-b15b-76f8dc385d4a req-29e976b9-080c-4582-bdfc-710d5d5461e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 1130 time: 0.1407597 Mar 04 20:39:33.099873 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:33.159398 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-62ab5674-ad72-48e2-a69d-3f484884bbed req-23fa18dc-6447-4955-81c8-c9b140cd03c4 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974556 Mar 04 20:39:33.200561 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4b75f1f6-1e65-4b5d-b15b-76f8dc385d4a req-60642307-4a8a-4c47-b466-4541ad942570 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901747 Mar 04 20:39:33.279161 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Allocated IP 172.27.3.3 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/e3848160-6568-4eba-80fe-84f30a4cee28) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:33.310879 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8cf716c4-fe12-4baa-942f-4ddb36187442 req-0a068094-1893-4009-b574-a565c7377195 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=17401fb6-0ae4-4180-97d1-3ad5bf0a78b9 HTTP/1.1" status: 200 len: 210 time: 0.0506849 Mar 04 20:39:33.466063 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks [] for port (e3848160-6568-4eba-80fe-84f30a4cee28), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.593026 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.622294 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:33.657782 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Pushing event updated for resources: {'Port': ['ID=e3848160-6568-4eba-80fe-84f30a4cee28,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:33.664185 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:33.671693 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:33.673871 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.674501 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.675078 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.676807 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.677417 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.677994 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.678610 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.679144 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.679647 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.680181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.681496 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.682027 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.682543 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:33.683995 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:33.684654 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:33.687748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:33.690082 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:33.828814 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.860572 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:34.187565 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:34.278377 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5af4e-82b3-4621-82bd-fe89d62d99c9 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:34.514010 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777a4f8-9cc8-4162-95bd-1ee36e9f1130 req-4cf5f36a-286d-4ec8-9954-0cd95706a9b7 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:34.515805 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0777a4f8-9cc8-4162-95bd-1ee36e9f1130 req-4cf5f36a-286d-4ec8-9954-0cd95706a9b7 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 946 time: 0.2133303 Mar 04 20:39:34.525213 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40570) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:34.571435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks [] for router_gateway (06773d19-c628-4c94-adc2-da92cfeb0068), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.586402 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f283f-194b-4999-b7e2-ab6f8b538d29 None None] Network 120b0cca-600e-463f-a708-f379fc55ed42 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:39:34.626455 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d545f872-620d-4e25-9707-1799b9945445 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (7049ca0d-d819-427c-a148-2b48b1a02d22), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.673057 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d545f872-620d-4e25-9707-1799b9945445 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (7049ca0d-d819-427c-a148-2b48b1a02d22), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.697599 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0777a4f8-9cc8-4162-95bd-1ee36e9f1130 req-fc638f03-db96-4fcf-8cb2-87c29aa03ea8 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739976 Mar 04 20:39:34.765110 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-82cb0363-0e44-433c-9175-87dc863e7473 None None] Provisioning complete for port 5f8cc0d8-541e-46a1-9a74-60531064cbcc triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:34.765498 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82cb0363-0e44-433c-9175-87dc863e7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.781788 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af49dc-812a-43a6-8b41-2ef5ca0320c3 None None] New status for floating IP a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff: DOWN {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:39:34.847160 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d545f872-620d-4e25-9707-1799b9945445 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (7049ca0d-d819-427c-a148-2b48b1a02d22), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.849629 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d545f872-620d-4e25-9707-1799b9945445 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.855976 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d545f872-620d-4e25-9707-1799b9945445 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/security-groups/7049ca0d-d819-427c-a148-2b48b1a02d22 HTTP/1.1" status: 204 len: 168 time: 0.3277712 Mar 04 20:39:34.856813 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40572) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:34.938414 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545f872-620d-4e25-9707-1799b9945445 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7049ca0d-d819-427c-a148-2b48b1a02d22,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:34.952996 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.api.v2.resource [None req-20a54dac-52d6-4ffa-9f29-33d059187568 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] show failed (client error): The resource could not be found. Mar 04 20:39:34.961289 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-20a54dac-52d6-4ffa-9f29-33d059187568 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups/7049ca0d-d819-427c-a148-2b48b1a02d22 HTTP/1.1" status: 404 len: 347 time: 0.0966799 Mar 04 20:39:34.961994 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40574) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:34.993351 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (06773d19-c628-4c94-adc2-da92cfeb0068), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.004705 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.005496 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.078660 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-82cb0363-0e44-433c-9175-87dc863e7473 None None] Current status of the port 5f8cc0d8-541e-46a1-9a74-60531064cbcc is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:35.079064 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82cb0363-0e44-433c-9175-87dc863e7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.135514 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-18372575-4aa7-4681-b98b-3d24a5190b14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3491497 Mar 04 20:39:35.159131 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-82cb0363-0e44-433c-9175-87dc863e7473 None None] For port 5f8cc0d8-541e-46a1-9a74-60531064cbcc, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5f8cc0d8-541e-46a1-9a74-60531064cbcc,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:35.235123 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82cb0363-0e44-433c-9175-87dc863e7473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.253808 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-db0dbcba-17fa-4316-ba51-cbae3abb3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:35.255720 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-db0dbcba-17fa-4316-ba51-cbae3abb3329 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 1130 time: 0.0853858 Mar 04 20:39:35.263920 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port 53c08ca6-a722-4cde-8fc1-41127ea73b86 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:35.265065 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.345495 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Router 06773d19-c628-4c94-adc2-da92cfeb0068 is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:39:35.374512 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5f8cc0d8-541e-46a1-9a74-60531064cbcc up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:35.378843 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb0363-0e44-433c-9175-87dc863e7473 None None] Pushing event updated for resources: {'Port': ['ID=5f8cc0d8-541e-46a1-9a74-60531064cbcc,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:35.406412 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.406412 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (53c08ca6-a722-4cde-8fc1-41127ea73b86), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.422028 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for 53c08ca6-a722-4cde-8fc1-41127ea73b86 owned by network:floatingip {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:35.547187 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-f2c27d17-c63b-4fcd-b4bc-1b474070906f None None] Provisioning complete for port 5f8cc0d8-541e-46a1-9a74-60531064cbcc triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:35.547570 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f2c27d17-c63b-4fcd-b4bc-1b474070906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.590025 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-da97207d-94d1-45ab-a23f-17cab20f36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:35.592175 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-da97207d-94d1-45ab-a23f-17cab20f36f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.2460351 Mar 04 20:39:35.595983 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 5f8cc0d8-541e-46a1-9a74-60531064cbcc triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:35.596532 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.601278 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:35.625427 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Sync routers for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:35.673909 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:35.674707 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:35.691283 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-eabc4ae9-decb-4614-a839-7548faf33bd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 200 len: 1001 time: 0.0906286 Mar 04 20:39:35.742901 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f2c27d17-c63b-4fcd-b4bc-1b474070906f None None] Current status of the port 5f8cc0d8-541e-46a1-9a74-60531064cbcc is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:35.752082 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-be67e2b9-6f3b-4977-a0a5-1aeddb497d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:35.753875 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-be67e2b9-6f3b-4977-a0a5-1aeddb497d79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0501530 Mar 04 20:39:35.783070 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.788122 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-87048afa-35a5-478d-a124-4159eefc3989 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9958544 Mar 04 20:39:35.788962 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40584) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:35.825689 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (53c08ca6-a722-4cde-8fc1-41127ea73b86), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.848677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 5f8cc0d8-541e-46a1-9a74-60531064cbcc is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:35.865556 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:35.872848 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=53c08ca6-a722-4cde-8fc1-41127ea73b86,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:35.946966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-59c87a5c-6276-48d3-a469-5a49e7e16ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:35.948541 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-59c87a5c-6276-48d3-a469-5a49e7e16ae2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1885877 Mar 04 20:39:35.961729 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8ef58-ac42-4ea9-bc38-79a0add5c7e2 req-40ec1416-0c82-461a-8f6a-6dcd26fb718c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:35.963206 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-acc8ef58-ac42-4ea9-bc38-79a0add5c7e2 req-40ec1416-0c82-461a-8f6a-6dcd26fb718c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 946 time: 0.1752784 Mar 04 20:39:36.001006 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.008270 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.023824 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-012387d4-1be9-4111-a996-24022214db5c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/floatingips/a2cb9d98-3bc6-488e-b0a5-4e44b1c8adff HTTP/1.1" status: 204 len: 168 time: 1.0443532 Mar 04 20:39:36.076571 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ab11ae1c-15b6-43bb-8ae1-be49a834c54b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:36.121207 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-acc8ef58-ac42-4ea9-bc38-79a0add5c7e2 req-d66bc411-e0f6-4221-937a-ef72fcb466a6 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301644 Mar 04 20:39:36.142169 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-216dd88b-f8a6-42cc-be78-8fd78195aad6 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779745 Mar 04 20:39:36.148833 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: ab11ae1c-15b6-43bb-8ae1-be49a834c54b {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:36.149360 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ab11ae1c-15b6-43bb-8ae1-be49a834c54b not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:36.311493 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:34Z', 'revision_number': 3, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:36.342784 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6cc709e2-6f01-4653-bfeb-bf924e1d027a req-7837d3e5-d208-4aa6-866d-f5e1bf772dcb service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919301 Mar 04 20:39:36.384024 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Checking router: 06773d19-c628-4c94-adc2-da92cfeb0068 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:36.384698 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Updating router 06773d19-c628-4c94-adc2-da92cfeb0068 port e3848160-6568-4eba-80fe-84f30a4cee28 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:39:36.429592 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.571550 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.702381 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.794090 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Allocated IP 172.20.0.1 (120b0cca-600e-463f-a708-f379fc55ed42/4d263ec6-e70a-4736-b318-a6eadb8e87da/2bea809b-853d-4152-8683-45d57efb9e03) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:36.913662 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks [] for port (2bea809b-853d-4152-8683-45d57efb9e03), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.031596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (2bea809b-853d-4152-8683-45d57efb9e03), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.039395 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40606) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:37.044784 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-9cbd78f5-87ac-437d-830c-7dad7a712ae4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225360977', 'description': 'tempest-description--232815195'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:37.069385 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Publish callbacks [] for port (e3848160-6568-4eba-80fe-84f30a4cee28), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.146573 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.175107 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9cbd78f5-87ac-437d-830c-7dad7a712ae4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.210346 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Network 120b0cca-600e-463f-a708-f379fc55ed42 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:37.216819 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:37.242953 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:37.272239 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Pushing event updated for resources: {'Port': ['ID=2bea809b-853d-4152-8683-45d57efb9e03,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Attempting to bind port e3848160-6568-4eba-80fe-84f30a4cee28 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Attempting to bind port e3848160-6568-4eba-80fe-84f30a4cee28 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Attempting to bind port e3848160-6568-4eba-80fe-84f30a4cee28 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Bound port: e3848160-6568-4eba-80fe-84f30a4cee28, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:39:37.337526 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.339165 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5940f-1e3b-499b-8a4c-7adb70cc754a None None] Pushing event updated for resources: {'Port': ['ID=e3848160-6568-4eba-80fe-84f30a4cee28,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:37.368203 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9cbd78f5-87ac-437d-830c-7dad7a712ae4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (8352ecfb-0845-4f1c-9472-deada2739ecb), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.387936 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (06773d19-c628-4c94-adc2-da92cfeb0068), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.430016 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] For port e3848160-6568-4eba-80fe-84f30a4cee28, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:39:37.433703 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] For port e3848160-6568-4eba-80fe-84f30a4cee28, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e3848160-6568-4eba-80fe-84f30a4cee28,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:39:37.438790 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5f8cc0d8-541e-46a1-9a74-60531064cbcc up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:37.530735 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 5f8cc0d8-541e-46a1-9a74-60531064cbcc triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:37.531053 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.655315 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 5f8cc0d8-541e-46a1-9a74-60531064cbcc is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:37.685076 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-acadf6c5-e58d-4a18-80fa-3a7e5daa8387 None None] Provisioning complete for port 2bea809b-853d-4152-8683-45d57efb9e03 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:37.685890 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-acadf6c5-e58d-4a18-80fa-3a7e5daa8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2bea809b-853d-4152-8683-45d57efb9e03), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.757627 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-acadf6c5-e58d-4a18-80fa-3a7e5daa8387 None None] Port 2bea809b-853d-4152-8683-45d57efb9e03 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:39:37.765972 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9cbd78f5-87ac-437d-830c-7dad7a712ae4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8352ecfb-0845-4f1c-9472-deada2739ecb), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.808625 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.859838 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2bea809b-853d-4152-8683-45d57efb9e03), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.918854 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:37.919227 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:38.037311 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5940f-1e3b-499b-8a4c-7adb70cc754a None None] Pushing event updated for resources: {'Port': ['ID=e3848160-6568-4eba-80fe-84f30a4cee28,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:38.094565 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:38.129780 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks [] for port (2bea809b-853d-4152-8683-45d57efb9e03), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.135655 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd78f5-87ac-437d-830c-7dad7a712ae4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8352ecfb-0845-4f1c-9472-deada2739ecb,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:38.203705 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9cbd78f5-87ac-437d-830c-7dad7a712ae4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.205614 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9cbd78f5-87ac-437d-830c-7dad7a712ae4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1647809 Mar 04 20:39:38.208750 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40616) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:38.213678 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '8352ecfb-0845-4f1c-9472-deada2739ecb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:38.216053 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (2bea809b-853d-4152-8683-45d57efb9e03), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.312932 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Pushing event updated for resources: {'Port': ['ID=2bea809b-853d-4152-8683-45d57efb9e03,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:38.332628 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (f2552504-4d58-4522-af41-93afed94c3aa), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.353044 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (06773d19-c628-4c94-adc2-da92cfeb0068), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.432596 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:36Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:38.447396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (f2552504-4d58-4522-af41-93afed94c3aa), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.462197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99792e5d-58a9-45a6-8ec2-23a7506246a2 None None] The sync data for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi is: [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:36Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:38.491065 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (f2552504-4d58-4522-af41-93afed94c3aa), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.518578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2552504-4d58-4522-af41-93afed94c3aa,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:38.527789 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.528161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.528519 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.528861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.529201 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.529535 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.529870 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.530224 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.530540 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.530874 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.531210 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.531533 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.531863 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:38.548761 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Network 120b0cca-600e-463f-a708-f379fc55ed42 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:38.550187 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:38.577662 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.585940 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-91a4c22b-1267-44ba-8bc7-1358cf76f054 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3756225 Mar 04 20:39:38.586608 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40624) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:38.591073 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-068a0da1-c8cb-4454-bd10-92362affc8de tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '8352ecfb-0845-4f1c-9472-deada2739ecb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:38.723433 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Router 06773d19-c628-4c94-adc2-da92cfeb0068 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:38.731698 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-068a0da1-c8cb-4454-bd10-92362affc8de tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (f16ebf91-0661-4324-912c-ce6feaa96c38), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.945319 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-068a0da1-c8cb-4454-bd10-92362affc8de tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (f16ebf91-0661-4324-912c-ce6feaa96c38), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:39.010705 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-068a0da1-c8cb-4454-bd10-92362affc8de tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (f16ebf91-0661-4324-912c-ce6feaa96c38), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:39.056845 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a0da1-c8cb-4454-bd10-92362affc8de tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16ebf91-0661-4324-912c-ce6feaa96c38,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:39.121007 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-068a0da1-c8cb-4454-bd10-92362affc8de tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:39.122692 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-068a0da1-c8cb-4454-bd10-92362affc8de tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5348654 Mar 04 20:39:39.125741 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40634) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:39.130632 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:39.179525 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-cff644de-3b20-4784-a94b-40d749c2c8ce None None] Provisioning complete for port 2bea809b-853d-4152-8683-45d57efb9e03 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:39.180377 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cff644de-3b20-4784-a94b-40d749c2c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2bea809b-853d-4152-8683-45d57efb9e03), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:39.239932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:39.289329 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cff644de-3b20-4784-a94b-40d749c2c8ce None None] Port 2bea809b-853d-4152-8683-45d57efb9e03 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:39:39.462034 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:39.520740 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:39.533412 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b69b30b1-3367-4d2e-80ed-182d71d84f77 admin admin] 10.222.0.37 "PUT /v2.0/routers/06773d19-c628-4c94-adc2-da92cfeb0068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7360384 Mar 04 20:39:39.602705 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa10c9-f537-40ef-a665-eb36dc95cd09 req-14cc2d47-01d7-4b8f-ad5e-b1d574ec96b0 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:39.607806 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a0aa10c9-f537-40ef-a665-eb36dc95cd09 req-14cc2d47-01d7-4b8f-ad5e-b1d574ec96b0 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.1512001 Mar 04 20:39:39.721640 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a0aa10c9-f537-40ef-a665-eb36dc95cd09 req-8b54dd59-a5d6-42a5-84e6-f3350a563cb7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076427 Mar 04 20:39:39.730479 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.27.3.232 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:39.746072 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40644) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:39.985146 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.075662 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e287cb4-922d-45e3-a00c-e1b9f0139089 tempest-TestMinimumBasicScenario-538245178 tempest-TestMinimumBasicScenario-538245178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:40.078436 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4e287cb4-922d-45e3-a00c-e1b9f0139089 tempest-TestMinimumBasicScenario-538245178 tempest-TestMinimumBasicScenario-538245178-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1124 time: 0.3307114 Mar 04 20:39:40.081445 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40652) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:40.090180 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'port_id': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:40.176272 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.208273 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.247028 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:40.259810 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:40.264036 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:40.300427 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:40.477829 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.539116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.646828 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.763261 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40660) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:40.771545 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-941c629f-f084-447c-aa33-2d2496ce2dca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--636013356', 'description': 'tempest-description--554860412'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:40.843917 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-941c629f-f084-447c-aa33-2d2496ce2dca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.914350 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Allocated IP 172.27.3.137 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/a024390e-18b5-43d9-b03e-bb86bafd016c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:40.954127 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-941c629f-f084-447c-aa33-2d2496ce2dca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (4da29aa2-2373-4e1b-be61-7bcca67c7109), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:40.971408 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.009745 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-941c629f-f084-447c-aa33-2d2496ce2dca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (4da29aa2-2373-4e1b-be61-7bcca67c7109), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.030739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.083151 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c629f-f084-447c-aa33-2d2496ce2dca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da29aa2-2373-4e1b-be61-7bcca67c7109,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:41.167154 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:41.177682 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.183535 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.341033 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e3848160-6568-4eba-80fe-84f30a4cee28 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:41.348824 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-941c629f-f084-447c-aa33-2d2496ce2dca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.350115 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-941c629f-f084-447c-aa33-2d2496ce2dca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5848608 Mar 04 20:39:41.353044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40662) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:41.353561 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port e3848160-6568-4eba-80fe-84f30a4cee28 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:41.353852 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.357875 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-d185d42b-af65-4d18-97c1-243e27a9e221 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'security_group_rule': {'security_group_id': '4da29aa2-2373-4e1b-be61-7bcca67c7109', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:41.435822 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port e3848160-6568-4eba-80fe-84f30a4cee28 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:41.436211 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.461368 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port e3848160-6568-4eba-80fe-84f30a4cee28, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e3848160-6568-4eba-80fe-84f30a4cee28,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:41.471451 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.473268 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-0a310c4c-40d4-486d-8bfe-ebe754b12db4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3464208 Mar 04 20:39:41.698732 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-a14ea7d9-6592-43cb-82d7-a526d2e3b86f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--225360977&fields=id&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 267 time: 0.0491750 Mar 04 20:39:41.809692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-2e34dfb7-ebcb-48d7-9cb4-1069c3518240 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:41.811238 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-2e34dfb7-ebcb-48d7-9cb4-1069c3518240 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.1008832 Mar 04 20:39:41.836338 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d7af0307-8b98-4b84-807a-fe8bcecc2ee0 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/quotas/af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 375 time: 0.0152211 Mar 04 20:39:41.839653 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.852821 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Sync routers for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:41.857896 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:41.858735 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:41.879376 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.885882 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'Port': ['ID=a024390e-18b5-43d9-b03e-bb86bafd016c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:41.899409 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d185d42b-af65-4d18-97c1-243e27a9e221 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (c939b805-e355-4559-a2a1-12ac73dffe58), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:41.910438 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:41.913588 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:41.921960 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:41.960283 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=e3848160-6568-4eba-80fe-84f30a4cee28,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:41.998943 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-fcd1b661-f49b-4477-b58b-88fd28d33e3b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616204 Mar 04 20:39:42.021751 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:42.077319 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d185d42b-af65-4d18-97c1-243e27a9e221 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (c939b805-e355-4559-a2a1-12ac73dffe58), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.144463 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-19904b3b-7058-44b6-b494-2d9da23fd3cd service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409116 Mar 04 20:39:42.157794 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d185d42b-af65-4d18-97c1-243e27a9e221 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (c939b805-e355-4559-a2a1-12ac73dffe58), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.226739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d42b-af65-4d18-97c1-243e27a9e221 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c939b805-e355-4559-a2a1-12ac73dffe58,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:42.257280 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-8459df97-662a-41a7-a63b-a770cdc9e030 service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117096 Mar 04 20:39:42.299451 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 2, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:42.320956 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d185d42b-af65-4d18-97c1-243e27a9e221 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.324724 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d185d42b-af65-4d18-97c1-243e27a9e221 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9681065 Mar 04 20:39:42.328123 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40686) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:42.330435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b908dbec-2b28-468a-9a12-0a61d67b06de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'security_group_rule': {'security_group_id': '4da29aa2-2373-4e1b-be61-7bcca67c7109', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:42.338160 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Checking router: 06773d19-c628-4c94-adc2-da92cfeb0068 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:42.338645 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Updating router 06773d19-c628-4c94-adc2-da92cfeb0068 port 2bea809b-853d-4152-8683-45d57efb9e03 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:39:42.369607 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2bea809b-853d-4152-8683-45d57efb9e03), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.446350 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b908dbec-2b28-468a-9a12-0a61d67b06de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (45e7941a-de54-4731-a50d-dfaa3fc309a6), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.470093 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for floatingip (f53a60f0-f36c-4a2a-acd7-00ebcfe88852), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.570243 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b908dbec-2b28-468a-9a12-0a61d67b06de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (45e7941a-de54-4731-a50d-dfaa3fc309a6), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.602716 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ee88cba8-ea90-4abc-bf9c-84165cbaf5a0 req-f4364593-f21d-4c4c-b173-f4c1f00e3572 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0432742 Mar 04 20:39:42.659432 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.667852 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b908dbec-2b28-468a-9a12-0a61d67b06de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (45e7941a-de54-4731-a50d-dfaa3fc309a6), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.705749 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908dbec-2b28-468a-9a12-0a61d67b06de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e7941a-de54-4731-a50d-dfaa3fc309a6,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:42.796400 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b908dbec-2b28-468a-9a12-0a61d67b06de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.804152 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b908dbec-2b28-468a-9a12-0a61d67b06de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4776073 Mar 04 20:39:42.805124 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40704) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:42.810851 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:42.889541 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.901583 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Publish callbacks [] for port (2bea809b-853d-4152-8683-45d57efb9e03), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.952825 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.969812 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2bea809b-853d-4152-8683-45d57efb9e03), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.006066 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.063991 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.196391 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'Port': ['ID=a024390e-18b5-43d9-b03e-bb86bafd016c,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:43.201125 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (f53a60f0-f36c-4a2a-acd7-00ebcfe88852), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.249153 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Attempting to bind port 2bea809b-853d-4152-8683-45d57efb9e03 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:39:43.250170 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Attempting to bind port 2bea809b-853d-4152-8683-45d57efb9e03 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:39:43.255297 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Attempting to bind port 2bea809b-853d-4152-8683-45d57efb9e03 on network 120b0cca-600e-463f-a708-f379fc55ed42 {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:43.258694 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Pushing event updated for resources: {'Port': ['ID=2bea809b-853d-4152-8683-45d57efb9e03,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:43.301597 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.302434 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.303032 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.303597 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.304153 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.304749 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.309185 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.309185 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.309185 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.309185 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.310021 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.310680 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.311246 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:43.326687 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:39:43.328117 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:39:43.328807 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Checking segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:43.329426 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.330036 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Bound using segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:39:43.330733 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Bound port: 2bea809b-853d-4152-8683-45d57efb9e03, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:39:43.331343 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2bea809b-853d-4152-8683-45d57efb9e03), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.388582 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Floating IP f53a60f0-f36c-4a2a-acd7-00ebcfe88852 associated. External IP: 172.27.3.137, port: beb382c3-6a99-4c65-8af0-0b10a89765c3. Mar 04 20:39:43.389674 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e3848160-6568-4eba-80fe-84f30a4cee28 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:43.399003 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Allocated IP 172.27.3.148 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/83555472-032c-4a80-90f9-5461348d4759) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:43.474399 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1a620768-6967-4de3-b210-1951d8b7cb0f None None] Provisioning complete for port 2bea809b-853d-4152-8683-45d57efb9e03 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:43.475126 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1a620768-6967-4de3-b210-1951d8b7cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2bea809b-853d-4152-8683-45d57efb9e03), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.512070 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] For port 2bea809b-853d-4152-8683-45d57efb9e03, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:39:43.514021 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port e3848160-6568-4eba-80fe-84f30a4cee28 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:43.514822 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.517451 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] For port 2bea809b-853d-4152-8683-45d57efb9e03, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2bea809b-853d-4152-8683-45d57efb9e03,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:39:43.571276 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1a620768-6967-4de3-b210-1951d8b7cb0f None None] Port 2bea809b-853d-4152-8683-45d57efb9e03 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:39:43.581744 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2bea809b-853d-4152-8683-45d57efb9e03), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.625537 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for port (83555472-032c-4a80-90f9-5461348d4759), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.626719 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port e3848160-6568-4eba-80fe-84f30a4cee28 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:43.739130 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (83555472-032c-4a80-90f9-5461348d4759), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.743874 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Router 63c689f3-a411-4591-8bc4-bd1f1ad176ef has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:43.756175 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:43.756961 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:43.759721 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc66c9-29bc-4699-8000-d20af4dcfbc4 None None] Pushing event updated for resources: {'Port': ['ID=2bea809b-853d-4152-8683-45d57efb9e03,revision_number=4']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:43.787301 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a79afab2-e6a6-4abd-a94e-a7730bca7a1d req-08251c47-c649-4110-a27d-122164939150 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0736897 Mar 04 20:39:43.850876 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:43.857688 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:43.868828 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:43.885847 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'Port': ['ID=83555472-032c-4a80-90f9-5461348d4759,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:44.005272 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:44.016556 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:44.018355 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] Sync routers for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:44.034296 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:44.037439 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:44.061264 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (e85daff7-ad5d-482f-aba3-d4da6edcd51b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.133518 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.208918 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (83555472-032c-4a80-90f9-5461348d4759), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.211715 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3455b02f-bb62-46dd-b2e7-531c7b3871c2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1252272 Mar 04 20:39:44.214569 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40716) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:44.215495 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:44.220824 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b828785-45e4-4f66-adee-06bf1f5ca222" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:44.221688 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8a6b0f3c-99a7-4b40-a9c1-1b3c47f63862 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756454067', 'description': 'tempest-secgroup-smoke-1756454067 description', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:44.233862 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-bbc52868-9fad-4c21-a639-acf0bff5ed66 None None] Provisioning complete for port 2bea809b-853d-4152-8683-45d57efb9e03 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:44.233862 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbc52868-9fad-4c21-a639-acf0bff5ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2bea809b-853d-4152-8683-45d57efb9e03), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.284885 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:44.326936 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef34361-f232-4ebd-84c0-34f1ef0c24c8 x-openstack-request-id: req-1ef34361-f232-4ebd-84c0-34f1ef0c24c8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:44.327494 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:44.327759 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ef34361-f232-4ebd-84c0-34f1ef0c24c8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:44.328384 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'status': 'completed', 'code': 200} Mar 04 20:39:44.454350 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-941a0b3e-4fde-47e0-a9ff-0e7db449f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:44.456512 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-941a0b3e-4fde-47e0-a9ff-0e7db449f4d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0932529 Mar 04 20:39:44.460316 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-bbc52868-9fad-4c21-a639-acf0bff5ed66 None None] Current status of the port 2bea809b-853d-4152-8683-45d57efb9e03 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:44.460852 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbc52868-9fad-4c21-a639-acf0bff5ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (2bea809b-853d-4152-8683-45d57efb9e03), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.465549 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0f3c-99a7-4b40-a9c1-1b3c47f63862 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.479985 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:43Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:44.523145 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-bbc52868-9fad-4c21-a639-acf0bff5ed66 None None] For port 2bea809b-853d-4152-8683-45d57efb9e03, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2bea809b-853d-4152-8683-45d57efb9e03,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:44.559116 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2e5ef-089e-4539-95d2-8417925544d1 None None] The sync data for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi is: [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:43Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:44.574356 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-0288dde3-3ead-45ed-9e05-1e918144a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:44.576019 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-0288dde3-3ead-45ed-9e05-1e918144a0c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 200 len: 916 time: 0.1135161 Mar 04 20:39:44.646941 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bbc52868-9fad-4c21-a639-acf0bff5ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (2bea809b-853d-4152-8683-45d57efb9e03), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.687069 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for port (83555472-032c-4a80-90f9-5461348d4759), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.735656 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc52868-9fad-4c21-a639-acf0bff5ed66 None None] Pushing event updated for resources: {'Port': ['ID=2bea809b-853d-4152-8683-45d57efb9e03,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:44.753101 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'f53a60f0-f36c-4a2a-acd7-00ebcfe88852', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'port_id': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'mac_address': 'fa:16:3e:99:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:42Z', 'updated_at': '2022-03-04T20:39:42Z', 'revision_number': 0, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 5, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:44.754943 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (83555472-032c-4a80-90f9-5461348d4759), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.803531 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] Checking router: 63c689f3-a411-4591-8bc4-bd1f1ad176ef for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:44.826331 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:44.826973 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:39:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:44.900004 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (e85daff7-ad5d-482f-aba3-d4da6edcd51b), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.055595 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9c3ffe85-3ce3-4044-8ee2-be8ceb06278a req-8cb12c1d-6b5d-4227-bb88-894adda1bd0e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0848532 Mar 04 20:39:45.219918 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'Port': ['ID=83555472-032c-4a80-90f9-5461348d4759,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:45.244339 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0f3c-99a7-4b40-a9c1-1b3c47f63862 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group (543ee6d5-0f14-40a9-b742-de1100c91d4e), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.248506 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:45.263386 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.266199 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4ae291ab-9efa-4b53-90ed-438a42939bf5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4597545 Mar 04 20:39:45.306546 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0f3c-99a7-4b40-a9c1-1b3c47f63862 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (543ee6d5-0f14-40a9-b742-de1100c91d4e), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.336679 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-057f6ca2-1afa-4add-9373-d682dde36264 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 999 time: 0.7415478 Mar 04 20:39:45.368575 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b0f3c-99a7-4b40-a9c1-1b3c47f63862 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543ee6d5-0f14-40a9-b742-de1100c91d4e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:45.407640 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0f3c-99a7-4b40-a9c1-1b3c47f63862 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.412529 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8a6b0f3c-99a7-4b40-a9c1-1b3c47f63862 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1963425 Mar 04 20:39:45.436062 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40732) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:45.451542 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f3807325-92b3-4f97-b0c8-5795c9384d47 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'security_group_rule': {'security_group_id': '543ee6d5-0f14-40a9-b742-de1100c91d4e', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:45.472197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2bea809b-853d-4152-8683-45d57efb9e03 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:39:45.583469 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-a41f4b1a-7401-4a55-93e1-f94fdfdb0d85 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:45.586198 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-a41f4b1a-7401-4a55-93e1-f94fdfdb0d85 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.4176018 Mar 04 20:39:45.590783 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-6aceddcc-7a5c-4fc4-8704-45f472d5eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:45.593862 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-6aceddcc-7a5c-4fc4-8704-45f472d5eb25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 HTTP/1.1" status: 200 len: 854 time: 0.2256372 Mar 04 20:39:45.637658 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3807325-92b3-4f97-b0c8-5795c9384d47 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (c3dec3d3-b6c5-4fe5-aa00-07808fc6a4e4), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.708360 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 2bea809b-853d-4152-8683-45d57efb9e03 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:45.708751 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (2bea809b-853d-4152-8683-45d57efb9e03), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.757652 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3807325-92b3-4f97-b0c8-5795c9384d47 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (c3dec3d3-b6c5-4fe5-aa00-07808fc6a4e4), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.808481 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-f45de378-9503-40c5-ac4f-a42e110ba93e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--636013356&fields=id&tenant_id=495cf1098ce74fe78d3252717d450334 HTTP/1.1" status: 200 len: 267 time: 0.2866836 Mar 04 20:39:45.838483 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3807325-92b3-4f97-b0c8-5795c9384d47 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (c3dec3d3-b6c5-4fe5-aa00-07808fc6a4e4), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.873807 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3807325-92b3-4f97-b0c8-5795c9384d47 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dec3d3-b6c5-4fe5-aa00-07808fc6a4e4,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:45.929852 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-8bc2f437-9a81-430e-8261-45596baec590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:45.931375 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-8bc2f437-9a81-430e-8261-45596baec590 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2828836 Mar 04 20:39:45.963457 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-231cbfe9-0b6a-401a-9768-842a569ef02e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 379 time: 0.3568723 Mar 04 20:39:45.971597 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3807325-92b3-4f97-b0c8-5795c9384d47 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.976909 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f3807325-92b3-4f97-b0c8-5795c9384d47 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5338712 Mar 04 20:39:45.976909 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40750) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:45.984428 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4765c861-e35a-4fa5-b8b3-e194abf5ca11 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'security_group_rule': {'security_group_id': '543ee6d5-0f14-40a9-b742-de1100c91d4e', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:46.003420 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'port': {'device_id': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'admin_state_up': True, 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'security_groups': ['8352ecfb-0845-4f1c-9472-deada2739ecb']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:46.006451 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 2bea809b-853d-4152-8683-45d57efb9e03 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:46.060901 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'f53a60f0-f36c-4a2a-acd7-00ebcfe88852', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'port_id': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'mac_address': 'fa:16:3e:99:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:42Z', 'updated_at': '2022-03-04T20:39:42Z', 'revision_number': 0, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 5, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:46.121096 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c820dc-302c-4295-bfca-c06f7a50031f None None] The sync data for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi is: [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'f53a60f0-f36c-4a2a-acd7-00ebcfe88852', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'port_id': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'mac_address': 'fa:16:3e:99:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:42Z', 'updated_at': '2022-03-04T20:39:42Z', 'revision_number': 0, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 5, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:46.144670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4765c861-e35a-4fa5-b8b3-e194abf5ca11 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (129c24fe-00b3-4695-89f9-f2ad817e0b70), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.267138 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4765c861-e35a-4fa5-b8b3-e194abf5ca11 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (129c24fe-00b3-4695-89f9-f2ad817e0b70), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.298112 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-13b86e87-9f2f-4d4a-8d4f-810b29e62a4f req-06b693af-8021-4928-96fd-6f8b45750f73 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0709648 Mar 04 20:39:46.317259 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-60da0978-2ed1-4110-a225-9c016d48dcd9 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:46.317259 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-60da0978-2ed1-4110-a225-9c016d48dcd9 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 811 time: 0.5061209 Mar 04 20:39:46.348917 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-c634db49-994d-40e2-b7f7-e45a31496627 service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842888 Mar 04 20:39:46.352903 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-62aa8211-5fb6-4079-b363-2ea326f32867 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/quotas/495cf1098ce74fe78d3252717d450334 HTTP/1.1" status: 200 len: 375 time: 0.0234253 Mar 04 20:39:46.398700 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4765c861-e35a-4fa5-b8b3-e194abf5ca11 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (129c24fe-00b3-4695-89f9-f2ad817e0b70), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.417004 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765c861-e35a-4fa5-b8b3-e194abf5ca11 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129c24fe-00b3-4695-89f9-f2ad817e0b70,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:46.477319 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Made reservation on behalf of af15fcef91224b5594eee935e86cc383 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:46.481292 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.524103 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51eff01-064a-421a-9a63-19159c87689e None None] New status for floating IP f53a60f0-f36c-4a2a-acd7-00ebcfe88852: ACTIVE {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:39:46.542916 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4765c861-e35a-4fa5-b8b3-e194abf5ca11 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.544204 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4765c861-e35a-4fa5-b8b3-e194abf5ca11 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5671043 Mar 04 20:39:46.546845 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40758) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:46.552238 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-508a8132-3944-4c36-a09e-115a0f379bbe tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'security_group_rule': {'security_group_id': '543ee6d5-0f14-40a9-b742-de1100c91d4e', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:46.597771 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-1ed41286-b42f-453b-9214-2ba4b050811c tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2404602 Mar 04 20:39:46.643860 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-508a8132-3944-4c36-a09e-115a0f379bbe tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (e4f85213-b1d8-42e6-bcc4-37bd253b22f1), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.719062 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b828785-45e4-4f66-adee-06bf1f5ca222 req-b12405e3-783a-457f-8b9f-905b2c7c09fd service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459885 Mar 04 20:39:46.754836 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-508a8132-3944-4c36-a09e-115a0f379bbe tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (e4f85213-b1d8-42e6-bcc4-37bd253b22f1), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.804401 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-508a8132-3944-4c36-a09e-115a0f379bbe tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (e4f85213-b1d8-42e6-bcc4-37bd253b22f1), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.828723 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a8132-3944-4c36-a09e-115a0f379bbe tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f85213-b1d8-42e6-bcc4-37bd253b22f1,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:46.886010 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-508a8132-3944-4c36-a09e-115a0f379bbe tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.888064 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-508a8132-3944-4c36-a09e-115a0f379bbe tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3400221 Mar 04 20:39:46.890376 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40762) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:46.901130 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ad15a875-aa08-449f-b41a-3240714ad25f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'security_group_rule': {'security_group_id': '543ee6d5-0f14-40a9-b742-de1100c91d4e', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:46.930662 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.20.0.7 (5d0c319a-2042-4403-a805-fc7c2c046473/c88a879c-2019-4e6d-9441-7e0ce713e8e8/d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:46.960131 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-2867a571-d51a-4165-a00a-d97ed89e5df7 service neutron] 10.222.0.37 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731400 Mar 04 20:39:46.991740 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad15a875-aa08-449f-b41a-3240714ad25f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (7f925a88-a7c8-4bbf-8338-f27065e4e440), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.104042 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad15a875-aa08-449f-b41a-3240714ad25f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (7f925a88-a7c8-4bbf-8338-f27065e4e440), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.164213 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-2aefb46f-c2ab-4abf-819f-80cae1a42509 service neutron] 10.222.0.37 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978621 Mar 04 20:39:47.178727 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad15a875-aa08-449f-b41a-3240714ad25f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (7f925a88-a7c8-4bbf-8338-f27065e4e440), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.208407 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15a875-aa08-449f-b41a-3240714ad25f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f925a88-a7c8-4bbf-8338-f27065e4e440,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:47.223247 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.264642 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad15a875-aa08-449f-b41a-3240714ad25f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.270985 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 40768) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:47.271610 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ad15a875-aa08-449f-b41a-3240714ad25f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786132 Mar 04 20:39:47.277697 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'security_group_rule': {'security_group_id': '543ee6d5-0f14-40a9-b742-de1100c91d4e', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:47.324899 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.368137 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.securitygroups_db [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Project 54ab0b60d30f4ba1979e0ce17dbfab88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:39:47.387258 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (5a089456-0592-46f6-9879-eee2f1c4e0d7), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.489929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:47.517830 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c98b8d-8d94-4faa-96cf-5b0966a9ab74 req-c6e48626-dd87-470b-bc1f-4bf32facf6c7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:47.519715 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-82c98b8d-8d94-4faa-96cf-5b0966a9ab74 req-c6e48626-dd87-470b-bc1f-4bf32facf6c7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 931 time: 0.1255467 Mar 04 20:39:47.524953 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-83e48177-1e25-4ce1-b21c-8158b2f2972e req-2d6f300a-9d51-454b-abfb-fc8c8d3101fd tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0847037 Mar 04 20:39:47.525835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:47.538951 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:47.542163 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:47.627966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (5a089456-0592-46f6-9879-eee2f1c4e0d7), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.667490 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:47.668190 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.710876 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-82c98b8d-8d94-4faa-96cf-5b0966a9ab74 req-f844038f-ef5c-4edd-8fc5-932a545073a5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818388 Mar 04 20:39:47.750943 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (5a089456-0592-46f6-9879-eee2f1c4e0d7), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.766983 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a089456-0592-46f6-9879-eee2f1c4e0d7,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:47.780968 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d3f07208-c9be-4c62-bd0f-217feaf5ab25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7890429 Mar 04 20:39:47.901105 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.901760 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-9e7ca25e-9d52-4c30-92c6-6e2b4371b22c None None] Provisioning complete for port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:47.902270 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca25e-9d52-4c30-92c6-6e2b4371b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.902846 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-91b0dfa6-8112-4f99-852d-4126165a95cf tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6300299 Mar 04 20:39:47.905596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40786) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:47.911740 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'security_group_rule': {'security_group_id': '543ee6d5-0f14-40a9-b742-de1100c91d4e', 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:47.961789 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ca25e-9d52-4c30-92c6-6e2b4371b22c None None] Port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:39:47.980983 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Project 54ab0b60d30f4ba1979e0ce17dbfab88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:39:47.987609 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (1bc1352c-b2cd-47ba-b464-bdd3e681c0e5), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.065776 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (1bc1352c-b2cd-47ba-b464-bdd3e681c0e5), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.130073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (1bc1352c-b2cd-47ba-b464-bdd3e681c0e5), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.147984 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc1352c-b2cd-47ba-b464-bdd3e681c0e5,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:48.234601 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.239660 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-e2c26a3e-0bae-473f-99d3-8a368c8b4374 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325434 Mar 04 20:39:48.360571 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-389e5c03-40b7-4714-83e2-f5e2514e24f6 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756454067&fields=id&tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88 HTTP/1.1" status: 200 len: 267 time: 0.0529871 Mar 04 20:39:48.433775 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-5baac830-fed4-4081-9ced-e8e9c1421245 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:48.435279 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-5baac830-fed4-4081-9ced-e8e9c1421245 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.0684111 Mar 04 20:39:48.447832 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'port': {'security_groups': ['9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b', '543ee6d5-0f14-40a9-b742-de1100c91d4e']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:48.531646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.707660 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2afe998a-acec-4a0f-afe1-f6208dc5a0a2 req-bfc53e0c-7e3e-4439-86e2-d84d42804663 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0319009 Mar 04 20:39:48.838748 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:48.842988 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e1682-0b5d-44d7-9c28-c8f789ea4a12 req-7c99e605-e936-4470-9b1c-633a894740a7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:48.844682 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bd5e1682-0b5d-44d7-9c28-c8f789ea4a12 req-7c99e605-e936-4470-9b1c-633a894740a7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 931 time: 0.0576220 Mar 04 20:39:48.894659 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.907161 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bd5e1682-0b5d-44d7-9c28-c8f789ea4a12 req-81038251-dce9-4f17-b686-b1157b69187d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561428 Mar 04 20:39:49.004232 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.051871 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:49.052531 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.053975 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-707c63c1-08c8-4c99-bf4c-df825269bf71 req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "PUT /v2.0/ports/beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 981 time: 0.6107905 Mar 04 20:39:49.054441 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:49.057120 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63622eb0-efa3-4b05-a3bf-7cacf1307e40" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:49.088247 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7bcde-5531-4612-bdc1-d6d66069b98a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:49.164566 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ceb0c2-ef8c-435b-8bba-db4892ef047c x-openstack-request-id: req-e6ceb0c2-ef8c-435b-8bba-db4892ef047c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:49.165467 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:49.165826 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6ceb0c2-ef8c-435b-8bba-db4892ef047c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:49.166363 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'status': 'completed', 'code': 200} Mar 04 20:39:49.283075 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c943a-6c2f-4dfb-9c33-22d22c4cdf5a req-b2d5d48c-3876-468e-a640-1b1c629fc0e4 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:49.294466 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c75c943a-6c2f-4dfb-9c33-22d22c4cdf5a req-b2d5d48c-3876-468e-a640-1b1c629fc0e4 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.1000433 Mar 04 20:39:49.373211 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c75c943a-6c2f-4dfb-9c33-22d22c4cdf5a req-58b25fba-382a-4685-b2ff-ffe3ce7a9f86 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776339 Mar 04 20:39:49.428872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-f1c8b6fa-d17f-4e0b-8cc5-0c50a0c200b1 None None] Provisioning complete for port beb382c3-6a99-4c65-8af0-0b10a89765c3 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:49.429871 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f1c8b6fa-d17f-4e0b-8cc5-0c50a0c200b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.522113 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8b6fa-d17f-4e0b-8cc5-0c50a0c200b1 None None] Current status of the port beb382c3-6a99-4c65-8af0-0b10a89765c3 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:39:49.832278 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-06e81a23-fddc-432c-a761-dd2ac706307a req-b7013ce9-7bb0-4ad7-9997-20a3b04654cc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0498672 Mar 04 20:39:50.041357 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a309a8d-0f52-4dee-8edb-1d79dd492b2b req-ae4461d1-1c50-4192-b7a5-3ee24d98cf5a tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:50.042845 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0a309a8d-0f52-4dee-8edb-1d79dd492b2b req-ae4461d1-1c50-4192-b7a5-3ee24d98cf5a tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 931 time: 0.0608232 Mar 04 20:39:50.106855 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0a309a8d-0f52-4dee-8edb-1d79dd492b2b req-2ae546a6-58b9-4ab7-89f6-de7862d82e79 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562842 Mar 04 20:39:50.138383 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Request body: {'port': {'device_id': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:50.148069 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['beb382c3-6a99-4c65-8af0-0b10a89765c3'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:50.252828 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:50.256685 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['beb382c3-6a99-4c65-8af0-0b10a89765c3'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:50.324134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-4d99b83e-5fa6-4668-9547-d135bc4e7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:50.326494 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-4d99b83e-5fa6-4668-9547-d135bc4e7248 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1168 time: 0.1493139 Mar 04 20:39:50.619507 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-f00fadbb-d1e3-4623-8226-db91d77dfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:50.631135 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-f00fadbb-d1e3-4623-8226-db91d77dfd5e service neutron] 10.222.0.39 "GET /v2.0/networks?id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 200 len: 916 time: 0.2818210 Mar 04 20:39:50.715883 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-ce08f707-8fe1-4b81-91c1-1533a0acf0d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 1001 time: 0.0860333 Mar 04 20:39:50.830537 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-12578f5b-499f-4962-848c-04b49f8f5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:50.840695 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-12578f5b-499f-4962-848c-04b49f8f5c57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 HTTP/1.1" status: 200 len: 854 time: 0.0956235 Mar 04 20:39:50.895345 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:50.920964 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Publish callbacks [] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:50.942009 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Transition to ACTIVE for port object d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:39:50.951975 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-c0a6e472-349f-4cd5-a1dc-1c9ec02fe88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:50.953981 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-c0a6e472-349f-4cd5-a1dc-1c9ec02fe88b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0899019 Mar 04 20:39:50.969283 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9afb70a7-c3bd-4ff9-b0dd-53662f20cec6 req-ff4edf1e-df13-4de7-bdfa-044a5c57995e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0282362 Mar 04 20:39:51.059582 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-aa363a54-8086-4f75-ae33-7b80e23c4954 service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887134 Mar 04 20:39:51.093165 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.211465 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:51.288694 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63622eb0-efa3-4b05-a3bf-7cacf1307e40 req-b6aaabcd-c886-470d-aaf8-1f7d3891b0f0 service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212842 Mar 04 20:39:51.354765 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Attempting to bind port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:39:51.355229 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Attempting to bind port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:39:51.355655 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Attempting to bind port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:51.374251 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618f625-b053-489e-ae30-91dbfeb9a810 req-006fcd76-335c-48eb-a9c9-fd42c0674989 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1618f625-b053-489e-ae30-91dbfeb9a810 req-006fcd76-335c-48eb-a9c9-fd42c0674989 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.1674924 Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c on network 5d0c319a-2042-4403-a805-fc7c2c046473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Attempting to bind port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Checking segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Bound using segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Bound port: d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:39:51.397116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.495829 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1618f625-b053-489e-ae30-91dbfeb9a810 req-0e599d1e-4dc3-4b62-a74a-e5c35c715fb2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126854 Mar 04 20:39:51.537570 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] For port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:39:51.541468 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] For port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:39:51.621673 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.659485 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:51.660321 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.661717 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] 10.222.0.39 "PUT /v2.0/ports/d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c HTTP/1.1" status: 200 len: 1093 time: 1.5285134 Mar 04 20:39:51.662174 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:51.664428 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064ed901-3fe9-49bf-99a1-c2585c21a914" -d '{"events": [{"name": "network-changed", "server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:51.698486 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb5534-6bb6-4216-9238-400b8d8b4723 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:51.718225 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674b37f0-c93f-4e8c-b72c-544a6ba3f1cd x-openstack-request-id: req-674b37f0-c93f-4e8c-b72c-544a6ba3f1cd {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:51.719849 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:51.720137 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-674b37f0-c93f-4e8c-b72c-544a6ba3f1cd {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:51.720597 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'status': 'completed', 'code': 200} Mar 04 20:39:51.919639 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ed901-3fe9-49bf-99a1-c2585c21a914 req-b97ac91c-884e-4991-97ab-386afaab034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:51.921330 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-064ed901-3fe9-49bf-99a1-c2585c21a914 req-b97ac91c-884e-4991-97ab-386afaab034d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 1127 time: 0.1650350 Mar 04 20:39:51.955498 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-233cff45-f2a9-4ebb-8b5c-9ea8bb8558ed tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:51.957317 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-233cff45-f2a9-4ebb-8b5c-9ea8bb8558ed tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 811 time: 0.1554797 Mar 04 20:39:52.096413 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-245c486f-a9fb-49f9-b3b9-93786acc4d1a req-9383ed81-3dc9-4aca-8fc7-28c7d2d76f2b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0313334 Mar 04 20:39:52.619441 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289da3-a0a9-468f-9b6e-214d4ded6eb2 req-203cf5a9-84a2-4f93-b048-3dd78e79ddfd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:52.621387 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-27289da3-a0a9-468f-9b6e-214d4ded6eb2 req-203cf5a9-84a2-4f93-b048-3dd78e79ddfd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.0555451 Mar 04 20:39:52.684930 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-27289da3-a0a9-468f-9b6e-214d4ded6eb2 req-0e80e272-4a64-4580-8159-d6330f1353b6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575705 Mar 04 20:39:53.204768 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fe8a8708-12eb-456b-928d-8f4b7ff07c41 req-bf3addaa-1e30-48ce-b843-175b1b19c4e1 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0327315 Mar 04 20:39:53.829911 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1199b-d050-4e40-b9e5-477cf8d10715 req-2c39af84-f374-4e39-9497-548573b214af tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:53.830900 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-eda1199b-d050-4e40-b9e5-477cf8d10715 req-2c39af84-f374-4e39-9497-548573b214af tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.0717108 Mar 04 20:39:53.912483 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-eda1199b-d050-4e40-b9e5-477cf8d10715 req-5c6dba0c-6bb1-4ec0-b0ea-5f1c1fba471d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745008 Mar 04 20:39:54.316988 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a57678ec-c0c5-4e23-bc78-a7af7c448747 req-267b2bfe-43b5-4a59-bd01-21d1b9f71963 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0296259 Mar 04 20:39:54.905207 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-ca06529b-cc81-4504-a740-dcc1d6e88899 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495cf1098ce74fe78d3252717d450334 HTTP/1.1" status: 200 len: 379 time: 0.1487787 Mar 04 20:39:54.907892 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ed901-3fe9-49bf-99a1-c2585c21a914 req-7d74eb32-ddf4-4243-b9d7-041445e99f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:54.909283 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-064ed901-3fe9-49bf-99a1-c2585c21a914 req-7d74eb32-ddf4-4243-b9d7-041445e99f4e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=af15fcef91224b5594eee935e86cc383&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1471317 Mar 04 20:39:54.930842 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'port': {'device_id': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'admin_state_up': True, 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'security_groups': ['4da29aa2-2373-4e1b-be61-7bcca67c7109']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:55.061094 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66785959-21d8-4de8-b761-5ab182209c95 req-0d9e987a-5674-4db3-8e9d-1f3274c24dfb tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:55.062688 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-66785959-21d8-4de8-b761-5ab182209c95 req-0d9e987a-5674-4db3-8e9d-1f3274c24dfb tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.0555027 Mar 04 20:39:55.122779 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-66785959-21d8-4de8-b761-5ab182209c95 req-1146a269-b854-4f47-821f-1a63033a5468 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534375 Mar 04 20:39:55.344956 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ed901-3fe9-49bf-99a1-c2585c21a914 req-9e4a5894-9f28-428d-85a4-85bd414a496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:55.346173 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-064ed901-3fe9-49bf-99a1-c2585c21a914 req-9e4a5894-9f28-428d-85a4-85bd414a496c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4121087 Mar 04 20:39:55.432621 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4bf22c8c-9ffd-4d47-91f2-f2b42255eb9b req-91fe37b1-478b-4161-bc1f-0c228d04a018 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0455837 Mar 04 20:39:55.439260 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Made reservation on behalf of 495cf1098ce74fe78d3252717d450334 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:55.443334 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:55.477473 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-6c11eb47-0d39-4232-bc38-7a0703f7409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:55.478940 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-6c11eb47-0d39-4232-bc38-7a0703f7409e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 1127 time: 0.0833333 Mar 04 20:39:55.552730 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-284f185f-ceec-4adc-8201-4610e86fda71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c HTTP/1.1" status: 200 len: 217 time: 0.0456877 Mar 04 20:39:55.641460 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-a9ba3010-607d-4d15-8f16-d1c6c87657f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:55.642921 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-a9ba3010-607d-4d15-8f16-d1c6c87657f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0794713 Mar 04 20:39:55.651803 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Allocated IP 172.20.0.5 (120b0cca-600e-463f-a708-f379fc55ed42/4d263ec6-e70a-4736-b318-a6eadb8e87da/51ce44d2-12e5-4749-b959-05bbbb9f0cfb) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:55.753768 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d64ecb73-9a22-4829-982d-40118aa4a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:55.755180 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-d64ecb73-9a22-4829-982d-40118aa4a0b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1012199 Mar 04 20:39:55.890428 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:55.910348 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-5f3aae64-1e8a-4364-949c-4b47bd2bbb8b service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276803 Mar 04 20:39:56.021871 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cd53d2f-1e6d-418c-96a4-fb7d55308aff req-69b9dc18-8538-4ff8-af59-0033ffc6daa0 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019969 Mar 04 20:39:56.078232 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:56.123354 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Network 120b0cca-600e-463f-a708-f379fc55ed42 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:39:56.126422 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:56.130392 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:39:56.141157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'Port': ['ID=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:56.189278 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:56.189936 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:56.252503 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-eb65641e-cf96-4d8c-9fe0-2b26173c3827 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3252652 Mar 04 20:39:56.265889 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Request body: {'port': {'device_id': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:56.281766 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7dcd9-3e4e-49a3-982d-6db6dbfefdf5 req-df120b0e-8240-4a12-9286-7f990499394d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:56.284445 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-36c7dcd9-3e4e-49a3-982d-6db6dbfefdf5 req-df120b0e-8240-4a12-9286-7f990499394d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.0691803 Mar 04 20:39:56.342337 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-36c7dcd9-3e4e-49a3-982d-6db6dbfefdf5 req-cd38ea8f-3831-499a-a870-79dfd1c96be0 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508723 Mar 04 20:39:56.359168 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:56.405565 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-769aa2fc-bbc4-4560-b83d-700bf8e8e1dd None None] Provisioning complete for port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:39:56.406201 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-769aa2fc-bbc4-4560-b83d-700bf8e8e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:56.442766 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-769aa2fc-bbc4-4560-b83d-700bf8e8e1dd None None] Port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:39:56.610329 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d25b2-f1ba-4818-9771-60539782bc92 req-75849697-4343-4cd7-9862-f61747de4977 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:56.611780 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0f9d25b2-f1ba-4818-9771-60539782bc92 req-75849697-4343-4cd7-9862-f61747de4977 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 931 time: 0.1049860 Mar 04 20:39:56.702404 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0f9d25b2-f1ba-4818-9771-60539782bc92 req-c47c7141-b8d3-4e41-8dba-11c2cfc63be4 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800891 Mar 04 20:39:56.713544 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ce44d2-12e5-4749-b959-05bbbb9f0cfb {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:39:56.722204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Publish callbacks [] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:56.734051 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Transition to ACTIVE for port object 51ce44d2-12e5-4749-b959-05bbbb9f0cfb will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:39:56.843867 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:56.895255 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Pushing event updated for resources: {'Port': ['ID=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:56.976770 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Attempting to bind port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:39:56.977255 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Attempting to bind port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:39:56.977604 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Attempting to bind port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb on network 120b0cca-600e-463f-a708-f379fc55ed42 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:56.982322 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb on network 120b0cca-600e-463f-a708-f379fc55ed42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:39:56.991112 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Attempting to bind port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb on network 120b0cca-600e-463f-a708-f379fc55ed42 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:39:56.991112 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:39:56.991112 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Checking segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:56.991112 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Bound using segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:39:56.991112 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Bound port: 51ce44d2-12e5-4749-b959-05bbbb9f0cfb, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:39:56.991112 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:57.061582 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] For port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:39:57.065600 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] For port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:39:57.118446 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:57.156094 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.156757 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:57.158221 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] 10.222.0.39 "PUT /v2.0/ports/51ce44d2-12e5-4749-b959-05bbbb9f0cfb HTTP/1.1" status: 200 len: 1093 time: 0.8967829 Mar 04 20:39:57.158683 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:57.161044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb59ace5-fa16-4e0a-b9d4-7f03055941e7" -d '{"events": [{"name": "network-changed", "server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:57.185200 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e00bd4-7f2f-4ddf-b59d-0cb5d184b473 service neutron] Pushing event updated for resources: {'Port': ['ID=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:57.210569 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9b654-40cc-44ba-b8e8-559f8d1fd42a x-openstack-request-id: req-b7e9b654-40cc-44ba-b8e8-559f8d1fd42a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:57.210844 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:57.211095 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7e9b654-40cc-44ba-b8e8-559f8d1fd42a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:57.211521 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'status': 'completed', 'code': 200} Mar 04 20:39:57.287336 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ace5-fa16-4e0a-b9d4-7f03055941e7 req-704cca30-7bc6-415e-b131-8b6486e4061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.288931 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fb59ace5-fa16-4e0a-b9d4-7f03055941e7 req-704cca30-7bc6-415e-b131-8b6486e4061f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 1127 time: 0.0487609 Mar 04 20:39:57.412662 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ace5-fa16-4e0a-b9d4-7f03055941e7 req-496a3b25-1984-4832-984d-2a355172ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.414237 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fb59ace5-fa16-4e0a-b9d4-7f03055941e7 req-496a3b25-1984-4832-984d-2a355172ed7e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=495cf1098ce74fe78d3252717d450334&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1106484 Mar 04 20:39:57.532986 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364faa5-1936-496a-b29b-1e789f4f976a req-b16b4ac0-fc47-4fbe-8bac-a84b53035985 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.534469 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3364faa5-1936-496a-b29b-1e789f4f976a req-b16b4ac0-fc47-4fbe-8bac-a84b53035985 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.1193218 Mar 04 20:39:57.580574 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ace5-fa16-4e0a-b9d4-7f03055941e7 req-5811bfea-7d59-46b3-ad2a-cc5707522d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.582403 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fb59ace5-fa16-4e0a-b9d4-7f03055941e7 req-5811bfea-7d59-46b3-ad2a-cc5707522d06 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375890 Mar 04 20:39:57.611291 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3364faa5-1936-496a-b29b-1e789f4f976a req-f561197e-934b-4a63-92bf-ad720244e8cc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684638 Mar 04 20:39:57.678143 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-256f3f15-cf7c-423a-808f-52b6d4d855fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.679951 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-256f3f15-cf7c-423a-808f-52b6d4d855fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 1127 time: 0.0536821 Mar 04 20:39:57.729884 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-b92049f5-f163-4da7-b914-b096f4661a90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb HTTP/1.1" status: 200 len: 217 time: 0.0370710 Mar 04 20:39:57.785517 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-32d0dd41-c0de-4660-b9ac-5a2d9018fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.787690 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-32d0dd41-c0de-4660-b9ac-5a2d9018fbf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 200 len: 850 time: 0.0506139 Mar 04 20:39:57.839049 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192416a-ef2e-4b23-9d26-0d406ef1c067 req-d4726b9a-d5f8-4e99-8b29-c470bcbefb08 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.840958 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2192416a-ef2e-4b23-9d26-0d406ef1c067 req-d4726b9a-d5f8-4e99-8b29-c470bcbefb08 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 943 time: 0.0608964 Mar 04 20:39:57.847858 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-dc0343c4-36f9-4689-afb2-5561f96b7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.849951 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-dc0343c4-36f9-4689-afb2-5561f96b7126 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=120b0cca-600e-463f-a708-f379fc55ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550039 Mar 04 20:39:57.904560 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2192416a-ef2e-4b23-9d26-0d406ef1c067 req-68c88105-201f-488d-98aa-dd65df675506 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574162 Mar 04 20:39:57.971865 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-20590539-e61d-451a-96b2-d9dabe3ddaa8 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127300 Mar 04 20:39:58.076371 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d85288df-c4f6-4d95-813a-a86a6fb924de req-0bdca774-32c5-435e-a861-fc5989d9e861 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957422 Mar 04 20:39:58.732017 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101846-ad8a-4457-8759-ec030700e1b1 req-1b0991f9-c3f2-4516-97ff-b15f6f4e655b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:58.733519 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-81101846-ad8a-4457-8759-ec030700e1b1 req-1b0991f9-c3f2-4516-97ff-b15f6f4e655b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.0528264 Mar 04 20:39:58.744788 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 40998) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:58.780703 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-81101846-ad8a-4457-8759-ec030700e1b1 req-68f4b64c-7737-4270-9fc5-b7c79fd802b1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 Mar 04 20:39:58.788984 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] Deleting subnet a582858e-955c-470e-8bb9-bd459821d03f {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:39:58.792688 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] Publish callbacks [] for subnet (a582858e-955c-470e-8bb9-bd459821d03f), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:58.826671 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (a582858e-955c-470e-8bb9-bd459821d03f), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:58.863946 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (a582858e-955c-470e-8bb9-bd459821d03f), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:58.985890 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (a582858e-955c-470e-8bb9-bd459821d03f), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.028851 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a582858e-955c-470e-8bb9-bd459821d03f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:59.031897 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.035066 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5617104b-f62e-40ea-9010-287f88e5eff8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a582858e-955c-470e-8bb9-bd459821d03f HTTP/1.1" status: 204 len: 168 time: 0.2890244 Mar 04 20:39:59.038361 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41002) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:59.111828 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500272f-1ea5-4644-9b29-c4db614e8269 req-c568d5aa-16da-4af4-865a-b5283e5f4b12 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:59.113369 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c500272f-1ea5-4644-9b29-c4db614e8269 req-c568d5aa-16da-4af4-865a-b5283e5f4b12 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 943 time: 0.1379056 Mar 04 20:39:59.142255 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (80554342-146f-4940-807d-c331296ea88c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.199209 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c500272f-1ea5-4644-9b29-c4db614e8269 req-1128c7ec-29df-4656-81d3-46e23f0210ba tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743585 Mar 04 20:39:59.253779 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (80554342-146f-4940-807d-c331296ea88c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.274021 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80554342-146f-4940-807d-c331296ea88c']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:59.283485 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9539630b-8eff-4ea9-b6ec-4ed19dec1477') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:59.284015 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9539630b-8eff-4ea9-b6ec-4ed19dec1477') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:59.294034 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (9539630b-8eff-4ea9-b6ec-4ed19dec1477), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.308194 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (9539630b-8eff-4ea9-b6ec-4ed19dec1477), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.314192 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:39:59.314596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (9539630b-8eff-4ea9-b6ec-4ed19dec1477), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:39:59.316248 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:39:59.426444 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (80554342-146f-4940-807d-c331296ea88c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.432055 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.443272 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] 10.222.0.37 "DELETE /v2.0/networks/80554342-146f-4940-807d-c331296ea88c HTTP/1.1" status: 204 len: 168 time: 0.3959782 Mar 04 20:39:59.448764 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2fc5c-2acd-4070-b8a3-f4aefb7f5d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=80554342-146f-4940-807d-c331296ea88c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:59.766402 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41016) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:59.805370 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b08e6144-9dfd-4180-aea2-01804489a86a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=643a3ec2c51c44439f1c75d525385cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377891 Mar 04 20:39:59.807811 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41020) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:59.882970 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a29ccbcc-e40b-4a9c-b497-0f664e167743 admin admin] Publish callbacks [] for security_group (51b31a20-1813-4615-9155-086f238a1fdb), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.909895 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a29ccbcc-e40b-4a9c-b497-0f664e167743 admin admin] Publish callbacks [] for security_group (51b31a20-1813-4615-9155-086f238a1fdb), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.933119 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee5b8-e6f7-4b3d-8df6-0d22713f0e9d req-a9822e95-48d1-4efd-97d3-7110c4fe44cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:59.934620 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0e8ee5b8-e6f7-4b3d-8df6-0d22713f0e9d req-a9822e95-48d1-4efd-97d3-7110c4fe44cd tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 943 time: 0.0892262 Mar 04 20:39:59.991523 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0e8ee5b8-e6f7-4b3d-8df6-0d22713f0e9d req-375f2bb6-6880-41a8-bc86-2b7ba1c9519c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489848 Mar 04 20:40:00.066233 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a29ccbcc-e40b-4a9c-b497-0f664e167743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (51b31a20-1813-4615-9155-086f238a1fdb), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.069887 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a29ccbcc-e40b-4a9c-b497-0f664e167743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.073272 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-a29ccbcc-e40b-4a9c-b497-0f664e167743 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51b31a20-1813-4615-9155-086f238a1fdb HTTP/1.1" status: 204 len: 168 time: 0.2624822 Mar 04 20:40:00.079345 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ccbcc-e40b-4a9c-b497-0f664e167743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b31a20-1813-4615-9155-086f238a1fdb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.147280 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c91a6d88-9e46-4286-a201-ad9665e425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.163300 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:40:00.260963 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:00.273135 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'port_id': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'mac_address': 'fa:16:3e:9c:22:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:40:00.313586 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:00.313993 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.331118 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:00.333881 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb9353-9323-4fcb-be47-fce14ffb6d98 req-739c374d-c37f-4ba5-8680-d2d08285d59d tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:00.335231 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-02bb9353-9323-4fcb-be47-fce14ffb6d98 req-739c374d-c37f-4ba5-8680-d2d08285d59d tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 943 time: 0.0669150 Mar 04 20:40:00.355316 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:00.392079 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-02bb9353-9323-4fcb-be47-fce14ffb6d98 req-259badc6-3c17-41ae-9ca8-8488a70e0ebc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507135 Mar 04 20:40:00.417652 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.471363 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.700571 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:00.912398 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90ba0-d28f-4073-aacf-3921677daccd req-37cd51b5-ce1b-4085-90bb-990a4697ae8c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:00.913628 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45e90ba0-d28f-4073-aacf-3921677daccd req-37cd51b5-ce1b-4085-90bb-990a4697ae8c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 946 time: 0.0576954 Mar 04 20:40:00.961309 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-45e90ba0-d28f-4073-aacf-3921677daccd req-a5d7fef0-cd31-4b55-a72a-a84e23d95fe1 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Mar 04 20:40:01.113259 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7671f-f4f8-4795-a252-06afe96ed2f2 req-f67fbda8-509b-4dac-bf79-8531f89a7b4b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.115367 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-88d7671f-f4f8-4795-a252-06afe96ed2f2 req-f67fbda8-509b-4dac-bf79-8531f89a7b4b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 944 time: 0.0556839 Mar 04 20:40:01.161110 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-88d7671f-f4f8-4795-a252-06afe96ed2f2 req-bf07cfd8-8df7-4b83-a02d-ef9895569815 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399864 Mar 04 20:40:01.512682 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3ee36-48cd-4f9f-8c8e-b5f088f65c86 req-8e9b0a20-69d6-4e73-916e-f0db63c81407 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.514159 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-36e3ee36-48cd-4f9f-8c8e-b5f088f65c86 req-8e9b0a20-69d6-4e73-916e-f0db63c81407 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 943 time: 0.0519979 Mar 04 20:40:01.564278 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-36e3ee36-48cd-4f9f-8c8e-b5f088f65c86 req-a5b96bca-d462-40cd-8d40-dd508e44ed68 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446413 Mar 04 20:40:02.080862 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d514ea-0b9c-4a48-b6e4-30032cfdebce req-4131a344-0f1f-4cae-aee9-ef191d76e966 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.082351 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a8d514ea-0b9c-4a48-b6e4-30032cfdebce req-4131a344-0f1f-4cae-aee9-ef191d76e966 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 946 time: 0.0542302 Mar 04 20:40:02.129370 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a8d514ea-0b9c-4a48-b6e4-30032cfdebce req-cfb3b0aa-12eb-417d-ace5-21d8075e7515 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Mar 04 20:40:02.189143 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 51ce44d2-12e5-4749-b959-05bbbb9f0cfb details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:40:02.192217 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:40:02.283619 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a4fe-a8ff-4eb7-a7cf-077b541b5883 req-61e46a14-214d-435a-aadd-f12964ad663d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.285294 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-58f5a4fe-a8ff-4eb7-a7cf-077b541b5883 req-61e46a14-214d-435a-aadd-f12964ad663d tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 944 time: 0.0547297 Mar 04 20:40:02.331928 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:02.344095 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'port_id': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'mac_address': 'fa:16:3e:93:74:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:40:02.350148 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-58f5a4fe-a8ff-4eb7-a7cf-077b541b5883 req-af8436ec-9199-4763-abc8-8abf74870fd2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583706 Mar 04 20:40:02.370880 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:40:02.381051 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:40:02.381421 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.404240 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:02.404657 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.434669 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ce44d2-12e5-4749-b959-05bbbb9f0cfb {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:02.465418 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:02.506060 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:02.506443 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.531309 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:02.533501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60326883-d3a1-4459-86e4-306535e3487c" -d '{"events": [{"server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "name": "network-vif-plugged", "status": "completed", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:02.539702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f04df3f6-cffe-41be-88e7-03e589ab19af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.551268 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:02.563816 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.573681 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e0570-99c9-49a6-8d13-004c811dbfa0 x-openstack-request-id: req-dc5e0570-99c9-49a6-8d13-004c811dbfa0 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:02.573681 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "name": "network-vif-plugged", "status": "completed", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:02.573896 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc5e0570-99c9-49a6-8d13-004c811dbfa0 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:02.574279 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'code': 200} Mar 04 20:40:02.633723 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.635802 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:02.712801 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:02.742669 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-5dd24781-daed-45d7-b2ee-0fd83bcd2f01 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.744201 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-5dd24781-daed-45d7-b2ee-0fd83bcd2f01 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 946 time: 0.1142633 Mar 04 20:40:02.765679 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44231-5ee1-4d1d-b26c-5322bbc31ce9 req-c9fec393-7a02-46c2-a08b-550fdd8d8e12 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.767174 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b5f44231-5ee1-4d1d-b26c-5322bbc31ce9 req-c9fec393-7a02-46c2-a08b-550fdd8d8e12 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 944 time: 0.0855494 Mar 04 20:40:02.870931 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b5f44231-5ee1-4d1d-b26c-5322bbc31ce9 req-af955108-801f-4602-a2ec-65f1cb214deb tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966177 Mar 04 20:40:02.899606 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Deleting port a9f21fc9-8859-4c15-87f2-90068a3ccc52 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:40:02.900038 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:03.033264 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['51ce44d2-12e5-4749-b959-05bbbb9f0cfb'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:03.046153 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f76d-e2d1-4961-b4fb-3654c8dc9b65 req-10961958-6027-416c-b3db-76464011ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.047660 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-de07f76d-e2d1-4961-b4fb-3654c8dc9b65 req-10961958-6027-416c-b3db-76464011ed05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 1129 time: 0.1443753 Mar 04 20:40:03.054573 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] For port a9f21fc9-8859-4c15-87f2-90068a3ccc52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a9f21fc9-8859-4c15-87f2-90068a3ccc52,segment=NetworkSegment(e4885fec-c3bb-4b90-a219-1ee1df2a8977),segment_id=e4885fec-c3bb-4b90-a219-1ee1df2a8977)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:03.054939 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:03.079823 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Calling delete_port for a9f21fc9-8859-4c15-87f2-90068a3ccc52 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:40:03.147838 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-de07f76d-e2d1-4961-b4fb-3654c8dc9b65 req-e678bd21-41bb-49f4-88b8-7d00f72be152 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902164 Mar 04 20:40:03.253961 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f26977-fb9c-4c7d-90c5-943a2e2952d0 req-b265e510-6f57-4474-b5ec-5afd8adc367c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.255993 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-96f26977-fb9c-4c7d-90c5-943a2e2952d0 req-b265e510-6f57-4474-b5ec-5afd8adc367c tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 946 time: 0.0542443 Mar 04 20:40:03.310290 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-96f26977-fb9c-4c7d-90c5-943a2e2952d0 req-5c5fe5aa-dc2d-4abe-95bf-2af267ce3eef tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/security-groups?id=686ee26a-ed79-4202-ba8a-02f008b27f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Mar 04 20:40:03.329426 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (a9f21fc9-8859-4c15-87f2-90068a3ccc52), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:03.341430 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['a9f21fc9-8859-4c15-87f2-90068a3ccc52'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:03.360458 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Pushing event deleted for resources: {'Port': ['ID=a9f21fc9-8859-4c15-87f2-90068a3ccc52,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:03.413371 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] No DVR routers for this DVR port a9f21fc9-8859-4c15-87f2-90068a3ccc52 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:40:03.415842 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:03.419306 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-227a3cc6-6379-4d19-bc66-925cfbc1ea4d req-8908983e-bccf-4438-87bd-f010de7c7e58 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.39 "DELETE /v2.0/ports/a9f21fc9-8859-4c15-87f2-90068a3ccc52 HTTP/1.1" status: 204 len: 173 time: 0.6667690 Mar 04 20:40:03.419776 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'name': 'network-vif-deleted', 'tag': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:03.422491 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275d1f20-49bc-46b4-b445-aad1b4460f6d" -d '{"events": [{"server_uuid": "2ab335aa-592c-4865-8e58-7b6b72dcf497", "name": "network-vif-deleted", "tag": "a9f21fc9-8859-4c15-87f2-90068a3ccc52"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:03.459814 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e6515b-523f-4029-a472-9c1ed3e8016f x-openstack-request-id: req-22e6515b-523f-4029-a472-9c1ed3e8016f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:03.460111 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab335aa-592c-4865-8e58-7b6b72dcf497", "name": "network-vif-deleted", "tag": "a9f21fc9-8859-4c15-87f2-90068a3ccc52", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:03.460392 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22e6515b-523f-4029-a472-9c1ed3e8016f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:03.465221 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab335aa-592c-4865-8e58-7b6b72dcf497', 'name': 'network-vif-deleted', 'tag': 'a9f21fc9-8859-4c15-87f2-90068a3ccc52', 'status': 'completed', 'code': 200} Mar 04 20:40:03.483529 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50430-8372-43e8-9be4-8c3817509590 req-9ccabe9a-8c95-454c-a496-4b1f829ca3e0 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.485008 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d8f50430-8372-43e8-9be4-8c3817509590 req-9ccabe9a-8c95-454c-a496-4b1f829ca3e0 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0597708 Mar 04 20:40:03.533688 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d8f50430-8372-43e8-9be4-8c3817509590 req-adf2cec2-a8ff-4405-961c-969feeb5826c tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424416 Mar 04 20:40:03.729140 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:03.996217 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f13db-ae19-4c48-933d-a7be42309cfd req-9204733f-4d8b-4237-b569-f6ccf6472cf1 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.997604 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-554f13db-ae19-4c48-933d-a7be42309cfd req-9204733f-4d8b-4237-b569-f6ccf6472cf1 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 944 time: 0.0511286 Mar 04 20:40:04.047374 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-554f13db-ae19-4c48-933d-a7be42309cfd req-8099a188-1f8f-4f3d-908a-2954b757708d tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442870 Mar 04 20:40:04.194133 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 51ce44d2-12e5-4749-b959-05bbbb9f0cfb up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:40:04.323877 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:40:04.328634 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:40:04.329591 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:04.416106 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:04.416825 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:04.433067 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4dd0da6a-e440-4562-aa8c-8ca3d052652c req-65e43521-8f48-4983-bc8b-19c643809410 tempest-VolumesSnapshotTestJSON-1154123073 tempest-VolumesSnapshotTestJSON-1154123073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab335aa-592c-4865-8e58-7b6b72dcf497 HTTP/1.1" status: 200 len: 210 time: 0.0286174 Mar 04 20:40:04.454098 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:04.517870 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:04.518630 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a9f21fc9-8859-4c15-87f2-90068a3ccc52 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:40:04.555367 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: a9f21fc9-8859-4c15-87f2-90068a3ccc52 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:40:04.555805 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a9f21fc9-8859-4c15-87f2-90068a3ccc52 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:40:04.576997 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:04.579504 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03064ff-e98c-4a4d-b516-cc945254c230" -d '{"events": [{"server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "name": "network-vif-plugged", "status": "completed", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:04.592626 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:04.620832 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912f7a78-98ee-4163-962c-474f02718422 x-openstack-request-id: req-912f7a78-98ee-4163-962c-474f02718422 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:04.621139 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "name": "network-vif-plugged", "status": "completed", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:04.621425 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-912f7a78-98ee-4163-962c-474f02718422 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:04.621823 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'code': 200} Mar 04 20:40:04.666545 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d075-eeac-4327-ac5a-c1e7f9ebec36 req-9b755872-6a38-40fd-a77c-969545a05b3f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:04.668051 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3cf8d075-eeac-4327-ac5a-c1e7f9ebec36 req-9b755872-6a38-40fd-a77c-969545a05b3f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0640078 Mar 04 20:40:04.715139 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3cf8d075-eeac-4327-ac5a-c1e7f9ebec36 req-a3af0d11-c815-4e66-bf90-636f3372bd05 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Mar 04 20:40:04.854759 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:04.900713 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:04.955607 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e814c-d5f6-4b6e-bbfd-90a678b3cf4d req-8fbf4305-96e4-461b-a325-4b3df5fd3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:04.957931 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-af1e814c-d5f6-4b6e-bbfd-90a678b3cf4d req-8fbf4305-96e4-461b-a325-4b3df5fd3971 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 1129 time: 0.0537875 Mar 04 20:40:05.015566 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-af1e814c-d5f6-4b6e-bbfd-90a678b3cf4d req-46b85193-ec2f-460a-9f28-34f771c940ac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519245 Mar 04 20:40:05.173963 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63062cb8-91d9-44e3-8f49-2852a175726d req-20475562-422e-44c2-b7cb-d7ec1b012a15 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:05.175427 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63062cb8-91d9-44e3-8f49-2852a175726d req-20475562-422e-44c2-b7cb-d7ec1b012a15 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0563116 Mar 04 20:40:05.221606 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-63062cb8-91d9-44e3-8f49-2852a175726d req-27cf1602-951e-49a4-945f-65c36bf1243a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 Mar 04 20:40:05.841252 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc97369-4066-4795-b942-d6f0aebd27ca req-220dda41-9942-4939-9247-8bc4410d67a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:05.842736 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ccc97369-4066-4795-b942-d6f0aebd27ca req-220dda41-9942-4939-9247-8bc4410d67a6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0603037 Mar 04 20:40:05.890630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ccc97369-4066-4795-b942-d6f0aebd27ca req-39fb7609-9f6d-407b-9f47-1ef3b6773a3a tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424166 Mar 04 20:40:06.018785 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb3b0-41fc-470f-b9fc-a0fddae49cc1 req-497833c1-309c-43ed-ba79-dba6cad64245 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:06.020888 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dc9bb3b0-41fc-470f-b9fc-a0fddae49cc1 req-497833c1-309c-43ed-ba79-dba6cad64245 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0647094 Mar 04 20:40:06.030295 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41158) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:06.034378 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'port_id': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:06.078040 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.643374 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.684222 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2a3f-a7b6-4f1d-868e-c287e62448cb req-ededaa0c-99a8-4a26-b42f-256c7b13b5c6 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:06.685763 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74bc2a3f-a7b6-4f1d-868e-c287e62448cb req-ededaa0c-99a8-4a26-b42f-256c7b13b5c6 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.1449487 Mar 04 20:40:06.779365 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-74bc2a3f-a7b6-4f1d-868e-c287e62448cb req-01b09ebc-fe90-4a0c-a4c9-6b2b250492cb tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865314 Mar 04 20:40:06.871556 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.929183 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:07.039471 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP 7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd associated. External IP: 172.27.3.232, port: d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c. Mar 04 20:40:07.257663 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:40:07.378768 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:40:07.383833 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:07.388624 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:40:07.399728 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:07.400473 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:07.415366 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-5f6ef789-27d0-4d9c-b870-ad3105ea7cba tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "PUT /v2.0/floatingips/7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd HTTP/1.1" status: 200 len: 991 time: 1.3844192 Mar 04 20:40:07.416041 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:07.418367 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98087ab3-fc8b-477f-8a0c-c9b865fda633" -d '{"events": [{"name": "network-changed", "server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:07.455583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ffa386-565b-487a-9155-f7215fee1cf5 x-openstack-request-id: req-d3ffa386-565b-487a-9155-f7215fee1cf5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:07.455583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:07.455583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3ffa386-565b-487a-9155-f7215fee1cf5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:07.455583 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'status': 'completed', 'code': 200} Mar 04 20:40:07.513058 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:07.529823 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-9dbffd71-5f33-4cd3-9d96-3bc0692cee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.531322 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-9dbffd71-5f33-4cd3-9d96-3bc0692cee51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 1129 time: 0.0458925 Mar 04 20:40:07.628274 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-79cf1ea2-95e0-400b-8a0e-bd8817c732be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.631047 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-79cf1ea2-95e0-400b-8a0e-bd8817c732be service neutron] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 915 time: 0.0932908 Mar 04 20:40:07.698373 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-5c5058d0-ee41-43e0-b90a-252c4e1f0b61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c HTTP/1.1" status: 200 len: 999 time: 0.0602922 Mar 04 20:40:07.741196 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:9c:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:40Z', 'updated_at': '2022-03-04T20:40:06Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:07.747106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-771f3eee-38c6-4ab5-a22d-16148e7a2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.748588 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-771f3eee-38c6-4ab5-a22d-16148e7a2673 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0432544 Mar 04 20:40:07.768399 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:40:07.777446 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:07.778061 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:07.800960 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-a0ca299e-0770-4220-82ce-b6ee0cec13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.803222 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-a0ca299e-0770-4220-82ce-b6ee0cec13c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476067 Mar 04 20:40:07.889408 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:07.908669 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a443-d6da-4306-80bb-76f3e0c17cd1 req-8a14dbc3-b2e5-4a22-9b78-4a0bf18d1bda tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.910242 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f562a443-d6da-4306-80bb-76f3e0c17cd1 req-8a14dbc3-b2e5-4a22-9b78-4a0bf18d1bda tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0558436 Mar 04 20:40:07.958187 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f562a443-d6da-4306-80bb-76f3e0c17cd1 req-d895a0bf-3db9-43c3-8176-7c39a170f19d tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419312 Mar 04 20:40:08.078278 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f77ba-4963-4dcc-8529-0065b71bc63e req-49c83c3e-901a-46aa-9e4b-116aa8548ed9 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:08.079886 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-022f77ba-4963-4dcc-8529-0065b71bc63e req-49c83c3e-901a-46aa-9e4b-116aa8548ed9 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0528665 Mar 04 20:40:08.088391 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41180) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:08.092752 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'floatingip': {'port_id': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:08.128154 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:9c:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:40Z', 'updated_at': '2022-03-04T20:40:06Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:08.132462 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (e85daff7-ad5d-482f-aba3-d4da6edcd51b), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.157651 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e468d-5a01-471c-93a4-ef11c979b1c3 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:9c:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:40Z', 'updated_at': '2022-03-04T20:40:06Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:40:08.385744 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2761dde-017a-4f67-9b7a-8f52ea4efccd None None] New status for floating IP 7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd: ACTIVE {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:40:08.609756 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.649515 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (e85daff7-ad5d-482f-aba3-d4da6edcd51b), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.757390 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Floating IP e85daff7-ad5d-482f-aba3-d4da6edcd51b associated. External IP: 172.27.3.148, port: 51ce44d2-12e5-4749-b959-05bbbb9f0cfb. Mar 04 20:40:08.819069 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-d9d53732-c58e-4438-8a6d-fb6279721b77 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117179 Mar 04 20:40:09.208753 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Router 06773d19-c628-4c94-adc2-da92cfeb0068 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:40:09.329999 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:40:09.329999 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:09.332656 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] Sync routers for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:40:09.345389 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:09.346035 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:09.362899 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d90e3d21-ad11-4f50-9498-70d1192652ca tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "PUT /v2.0/floatingips/e85daff7-ad5d-482f-aba3-d4da6edcd51b HTTP/1.1" status: 200 len: 991 time: 1.2734296 Mar 04 20:40:09.363485 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:09.367064 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64" -d '{"events": [{"name": "network-changed", "server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:09.402900 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1e65f-e82f-42dc-8292-e0e7fa20e7ca x-openstack-request-id: req-f3a1e65f-e82f-42dc-8292-e0e7fa20e7ca {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:09.403182 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:09.403433 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3a1e65f-e82f-42dc-8292-e0e7fa20e7ca {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:09.403850 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'status': 'completed', 'code': 200} Mar 04 20:40:09.471437 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:09.592640 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-98087ab3-fc8b-477f-8a0c-c9b865fda633 req-77b37e66-282c-4a51-8e8c-f0a15dd815de service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823894 Mar 04 20:40:09.701123 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'e85daff7-ad5d-482f-aba3-d4da6edcd51b', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'port_id': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'mac_address': 'fa:16:3e:93:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:43Z', 'updated_at': '2022-03-04T20:40:08Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:09.728982 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] Checking router: 06773d19-c628-4c94-adc2-da92cfeb0068 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:40:09.737771 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:09.738414 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:09.853788 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:10.088659 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'e85daff7-ad5d-482f-aba3-d4da6edcd51b', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'port_id': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'mac_address': 'fa:16:3e:93:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:43Z', 'updated_at': '2022-03-04T20:40:08Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:10.118626 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b4fc7-87b0-4e7e-aad2-d81c8be38f90 None None] The sync data for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi is: [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'e85daff7-ad5d-482f-aba3-d4da6edcd51b', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'port_id': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'mac_address': 'fa:16:3e:93:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:39:43Z', 'updated_at': '2022-03-04T20:40:08Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:40:10.302681 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85293bb4-93d3-47bf-ab7e-76a0c388e026 None None] New status for floating IP e85daff7-ad5d-482f-aba3-d4da6edcd51b: ACTIVE {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:40:10.516006 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-04b43e3c-467b-44cf-996d-0748d1b8c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:10.517757 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-04b43e3c-467b-44cf-996d-0748d1b8c6a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 1129 time: 0.0563495 Mar 04 20:40:10.620851 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-5e30d998-9007-4ea3-bb08-f6e29f42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:10.622191 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-5e30d998-9007-4ea3-bb08-f6e29f42deeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 912 time: 0.0900044 Mar 04 20:40:10.689682 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-2d817b42-4f64-4959-995a-97c8de010b55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb HTTP/1.1" status: 200 len: 1001 time: 0.0588875 Mar 04 20:40:10.751400 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-20c56ff2-0223-4982-8948-69dffd1ae158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:10.752915 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-20c56ff2-0223-4982-8948-69dffd1ae158 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 200 len: 850 time: 0.0517967 Mar 04 20:40:10.802648 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-178a5007-1db5-4d89-8ffd-6d01597670a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:10.804190 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-178a5007-1db5-4d89-8ffd-6d01597670a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=120b0cca-600e-463f-a708-f379fc55ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442572 Mar 04 20:40:10.894195 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-7cf017df-3617-4f0b-a91d-bfdfea52491a service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831594 Mar 04 20:40:10.987062 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7f8b89fa-77bb-4e6e-8560-8bd424b55e64 req-f37d384f-a653-4ef2-95d1-2cde9a6e86d9 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861273 Mar 04 20:40:20.306971 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:40:23.266053 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc930-8998-4e3f-95ea-5b55b1427d84 req-d478c260-27ab-485e-a4be-c56c641cc1bc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:23.267650 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-319fc930-8998-4e3f-95ea-5b55b1427d84 req-d478c260-27ab-485e-a4be-c56c641cc1bc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.0530460 Mar 04 20:40:23.314445 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-319fc930-8998-4e3f-95ea-5b55b1427d84 req-9daf806a-1f08-4ba2-9ef2-acfb55908ed5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Mar 04 20:40:24.449441 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1765d6-4291-4bc7-bf43-b65354f53fd4 req-4b65170d-0742-4a5a-8fb0-201fab520b2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:24.450964 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bd1765d6-4291-4bc7-bf43-b65354f53fd4 req-4b65170d-0742-4a5a-8fb0-201fab520b2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.0597093 Mar 04 20:40:24.498948 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bd1765d6-4291-4bc7-bf43-b65354f53fd4 req-4b0e44db-9746-49c1-a452-d98130aa7c30 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423861 Mar 04 20:40:25.276968 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-992f592d-2c63-4f4c-a66a-96f80258d3d8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:25.278421 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-992f592d-2c63-4f4c-a66a-96f80258d3d8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.0566838 Mar 04 20:40:25.379118 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Deleting port 8f235d93-54e5-429a-93c9-ef8506ddcb4c {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:40:25.379432 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.481980 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] For port 8f235d93-54e5-429a-93c9-ef8506ddcb4c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8f235d93-54e5-429a-93c9-ef8506ddcb4c,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:25.482819 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.637211 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004711-7fbd-4e62-96c4-e7b44d3032fd req-7ac055d4-59d3-4658-9ed8-641ff4799133 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:25.639615 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4f004711-7fbd-4e62-96c4-e7b44d3032fd req-7ac055d4-59d3-4658-9ed8-641ff4799133 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 946 time: 0.0622289 Mar 04 20:40:25.668139 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.668535 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (6342d9a9-5307-4a00-96bb-81e7fd07f9ad), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.668850 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Floating IP 6342d9a9-5307-4a00-96bb-81e7fd07f9ad disassociated. External IP: 172.27.3.186, port: 8f235d93-54e5-429a-93c9-ef8506ddcb4c. Mar 04 20:40:25.669198 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Calling delete_port for 8f235d93-54e5-429a-93c9-ef8506ddcb4c owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:40:25.699466 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4f004711-7fbd-4e62-96c4-e7b44d3032fd req-0ce79684-d62f-48e0-aaf4-7c8d687f47cc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522704 Mar 04 20:40:25.849537 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (8f235d93-54e5-429a-93c9-ef8506ddcb4c), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.891892 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event deleted for resources: {'Port': ['ID=8f235d93-54e5-429a-93c9-ef8506ddcb4c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:26.051099 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Router 4fb46332-4413-4c22-bba9-4e19a1a15518 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:40:26.168075 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:40:26.183470 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] Sync routers for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:40:26.194358 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:26.195729 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:26.212074 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] No DVR routers for this DVR port 8f235d93-54e5-429a-93c9-ef8506ddcb4c on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:40:26.215053 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:26.218536 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8fbb36cf-922f-4b5a-8d14-f2feb81be7b3 req-1f378738-5c78-4826-966c-a0150ea76e02 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "DELETE /v2.0/ports/8f235d93-54e5-429a-93c9-ef8506ddcb4c HTTP/1.1" status: 204 len: 173 time: 0.9348602 Mar 04 20:40:26.220336 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-deleted', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:26.221918 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ca1d0-5c5a-45fc-8036-ad4174dcc756" -d '{"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-deleted", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:26.266110 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb99b75-40f3-43cb-810e-25acedee0c13 x-openstack-request-id: req-0bb99b75-40f3-43cb-810e-25acedee0c13 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:26.266403 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5517415c-35b4-4674-8536-8778b8ec0f31", "name": "network-vif-deleted", "tag": "8f235d93-54e5-429a-93c9-ef8506ddcb4c", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:26.266665 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bb99b75-40f3-43cb-810e-25acedee0c13 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:26.267100 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5517415c-35b4-4674-8536-8778b8ec0f31', 'name': 'network-vif-deleted', 'tag': '8f235d93-54e5-429a-93c9-ef8506ddcb4c', 'status': 'completed', 'code': 200} Mar 04 20:40:26.285722 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89309-ee9e-4d5f-bdcb-7d7bca945871 req-be9a4c56-954f-4eff-a653-d6e942ee94f1 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:26.287657 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7fe89309-ee9e-4d5f-bdcb-7d7bca945871 req-be9a4c56-954f-4eff-a653-d6e942ee94f1 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0804849 Mar 04 20:40:26.340957 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:26.389532 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-68525fd2-2978-46fc-aa67-7a9b7fc9fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:26.391298 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-68525fd2-2978-46fc-aa67-7a9b7fc9fc9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1168 time: 0.0661228 Mar 04 20:40:26.411047 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7fe89309-ee9e-4d5f-bdcb-7d7bca945871 req-223bbed7-43d5-479b-b085-cc62e1df5e08 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982990 Mar 04 20:40:26.501160 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-b7275b10-5193-4626-8b6b-f5af54c02e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:26.502519 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-b7275b10-5193-4626-8b6b-f5af54c02e49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 200 len: 916 time: 0.1044071 Mar 04 20:40:26.569592 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:26.576137 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-70f2307a-ca5e-4bcd-8948-8b28b7d46912 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 1001 time: 0.0648775 Mar 04 20:40:26.603036 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] Checking router: 4fb46332-4413-4c22-bba9-4e19a1a15518 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:40:26.611539 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:26.612150 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:26.736134 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:26.921917 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ca54d71a-9369-48bd-a8d6-926e405b7d84 req-1374b5cb-67a1-4222-bba5-feee6167fbb2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=5517415c-35b4-4674-8536-8778b8ec0f31 HTTP/1.1" status: 200 len: 210 time: 0.0325360 Mar 04 20:40:26.935069 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-eee0242a-ca43-46d4-a30a-75e678531104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:26.936557 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-eee0242a-ca43-46d4-a30a-75e678531104 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 HTTP/1.1" status: 200 len: 854 time: 0.3480520 Mar 04 20:40:26.985403 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:27.009646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-79383320-b5cb-4274-8621-cc0caaf6486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:27.011275 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-79383320-b5cb-4274-8621-cc0caaf6486f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0563700 Mar 04 20:40:27.016862 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45f334-3ae7-437c-a2a1-7bd162893bb6 None None] The sync data for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi is: [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:40:27.120557 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-6698c512-8d33-4137-a2fb-32f5fe7fdd14 service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926275 Mar 04 20:40:27.224734 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5321096e-1da1-4f6f-93c6-480d3ce53ad0 req-968e5c74-4d0c-4956-a834-a47b9a9ad09d service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978956 Mar 04 20:40:27.259425 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97696ead-309e-4b19-a962-510ac688440e None None] New status for floating IP 6342d9a9-5307-4a00-96bb-81e7fd07f9ad: DOWN {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:40:27.517361 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fcf1c-9019-4bc5-a483-c42b9eea3e08 req-d8bd439d-f2f2-44cf-8318-88738fa80f37 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:27.518860 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-950fcf1c-9019-4bc5-a483-c42b9eea3e08 req-d8bd439d-f2f2-44cf-8318-88738fa80f37 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0598850 Mar 04 20:40:27.578786 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-950fcf1c-9019-4bc5-a483-c42b9eea3e08 req-d623591c-65b8-448c-b005-e05a6e1d53e2 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535543 Mar 04 20:40:28.066855 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41394) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:28.120304 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a406324-a965-4bb4-89de-011f9b1aec4e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (2d6da7ec-3b09-4fc2-a67f-c9771812d2c4), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.147070 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a406324-a965-4bb4-89de-011f9b1aec4e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (2d6da7ec-3b09-4fc2-a67f-c9771812d2c4), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.277344 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a406324-a965-4bb4-89de-011f9b1aec4e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2d6da7ec-3b09-4fc2-a67f-c9771812d2c4), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.279937 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a406324-a965-4bb4-89de-011f9b1aec4e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.281112 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7a406324-a965-4bb4-89de-011f9b1aec4e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d6da7ec-3b09-4fc2-a67f-c9771812d2c4 HTTP/1.1" status: 204 len: 168 time: 0.2132633 Mar 04 20:40:28.283940 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41400) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:28.290532 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406324-a965-4bb4-89de-011f9b1aec4e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6da7ec-3b09-4fc2-a67f-c9771812d2c4,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:28.301672 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.api.v2.resource [None req-6a93b028-9611-4b93-98e4-392bd27ba096 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] show failed (client error): The resource could not be found. Mar 04 20:40:28.302786 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6a93b028-9611-4b93-98e4-392bd27ba096 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups/2d6da7ec-3b09-4fc2-a67f-c9771812d2c4 HTTP/1.1" status: 404 len: 347 time: 0.0176308 Mar 04 20:40:28.306401 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41402) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:28.426629 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Deleting port d4502a61-704c-4771-bd0b-e1e71b6b26e6 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:40:28.426890 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.499366 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.499690 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (d4502a61-704c-4771-bd0b-e1e71b6b26e6), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.510816 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Calling delete_port for d4502a61-704c-4771-bd0b-e1e71b6b26e6 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:40:28.706145 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (d4502a61-704c-4771-bd0b-e1e71b6b26e6), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.719621 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823569e-8288-489f-8b1c-0e843c9fd95d req-2ac23449-16c5-4789-bfa2-c711cc806d38 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:28.721147 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a823569e-8288-489f-8b1c-0e843c9fd95d req-2ac23449-16c5-4789-bfa2-c711cc806d38 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0533507 Mar 04 20:40:28.734003 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event deleted for resources: {'Port': ['ID=d4502a61-704c-4771-bd0b-e1e71b6b26e6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:28.782685 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a823569e-8288-489f-8b1c-0e843c9fd95d req-eb32512f-a88a-4e51-8e60-4d2891b62a02 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553014 Mar 04 20:40:28.805402 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (6342d9a9-5307-4a00-96bb-81e7fd07f9ad), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.808019 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:28.809265 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-18d3ceff-2de7-4007-92bd-f688fb5186ea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "DELETE /v2.0/floatingips/6342d9a9-5307-4a00-96bb-81e7fd07f9ad HTTP/1.1" status: 204 len: 168 time: 0.5019436 Mar 04 20:40:29.043541 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41410) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:29.048096 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-94b09857-3b9d-4a01-8fa8-b7da42650e2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367164359', 'description': 'tempest-description--1939266783'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:29.140557 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94b09857-3b9d-4a01-8fa8-b7da42650e2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.203994 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94b09857-3b9d-4a01-8fa8-b7da42650e2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (40949997-27d7-46d6-901f-fa2ec089855b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.254735 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94b09857-3b9d-4a01-8fa8-b7da42650e2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (40949997-27d7-46d6-901f-fa2ec089855b), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.284673 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b09857-3b9d-4a01-8fa8-b7da42650e2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40949997-27d7-46d6-901f-fa2ec089855b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:29.337608 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94b09857-3b9d-4a01-8fa8-b7da42650e2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.338873 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-94b09857-3b9d-4a01-8fa8-b7da42650e2c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2943182 Mar 04 20:40:29.341659 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41414) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:29.346029 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-eaf1545f-0c8b-4e49-82e5-36c05c82b8ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'security_group_rule': {'security_group_id': '40949997-27d7-46d6-901f-fa2ec089855b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:29.424778 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaf1545f-0c8b-4e49-82e5-36c05c82b8ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (cf854ba9-04c6-4cf8-991d-7ba25b3cccbd), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.478688 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaf1545f-0c8b-4e49-82e5-36c05c82b8ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (cf854ba9-04c6-4cf8-991d-7ba25b3cccbd), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.528711 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaf1545f-0c8b-4e49-82e5-36c05c82b8ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (cf854ba9-04c6-4cf8-991d-7ba25b3cccbd), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.545799 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1545f-0c8b-4e49-82e5-36c05c82b8ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf854ba9-04c6-4cf8-991d-7ba25b3cccbd,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:29.604779 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaf1545f-0c8b-4e49-82e5-36c05c82b8ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.606026 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-eaf1545f-0c8b-4e49-82e5-36c05c82b8ad tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634385 Mar 04 20:40:29.608784 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41416) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:29.613329 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-44cc780d-1f5c-492d-b316-f23a996fbead tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'security_group_rule': {'security_group_id': '40949997-27d7-46d6-901f-fa2ec089855b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:29.699670 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-44cc780d-1f5c-492d-b316-f23a996fbead tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (e906b0a0-829f-41d6-819c-98f74a8e9c00), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.755871 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-44cc780d-1f5c-492d-b316-f23a996fbead tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (e906b0a0-829f-41d6-819c-98f74a8e9c00), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.825847 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-44cc780d-1f5c-492d-b316-f23a996fbead tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (e906b0a0-829f-41d6-819c-98f74a8e9c00), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.845978 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc780d-1f5c-492d-b316-f23a996fbead tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e906b0a0-829f-41d6-819c-98f74a8e9c00,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:29.905381 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a700e-6907-404f-bd17-8b12a31e0149 req-4af04607-1d23-43a3-9b0a-7540167294c7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:29.906842 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a0a700e-6907-404f-bd17-8b12a31e0149 req-4af04607-1d23-43a3-9b0a-7540167294c7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0565004 Mar 04 20:40:29.909996 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-44cc780d-1f5c-492d-b316-f23a996fbead tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:29.911104 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-44cc780d-1f5c-492d-b316-f23a996fbead tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3013237 Mar 04 20:40:29.914420 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41422) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:29.918895 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:29.966738 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a0a700e-6907-404f-bd17-8b12a31e0149 req-335ef9f2-7a3e-4fe5-8c12-9c0202ac2850 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542707 Mar 04 20:40:30.009565 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.107596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.140533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-edfafc48-be9e-4057-a3e3-c7f26a1bded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.211182 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Allocated IP 172.27.3.82 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/d42bec1d-3107-4f5c-b646-30667fd8ed2d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:40:30.314455 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.414775 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.452735 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:40:30.455527 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:40:30.458941 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:40:30.481687 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'Port': ['ID=d42bec1d-3107-4f5c-b646-30667fd8ed2d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:30.548230 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (32a0f065-5c53-405b-b068-4bd307b38e8b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.615664 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:40:30.640452 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 8f235d93-54e5-429a-93c9-ef8506ddcb4c {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:40:30.640803 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8f235d93-54e5-429a-93c9-ef8506ddcb4c not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:40:30.676968 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.823874 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.894304 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:30.965131 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'Port': ['ID=d42bec1d-3107-4f5c-b646-30667fd8ed2d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:30.974144 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (32a0f065-5c53-405b-b068-4bd307b38e8b), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:31.085343 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:31.087440 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5c5cc6ff-e784-4135-a2e6-113be85b2209 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1719923 Mar 04 20:40:31.255362 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28910d11-4b89-4f51-b997-a2dfeae9df1d req-47024a6f-f71b-4b7f-aae4-2337eb9cb6b7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:31.256891 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-28910d11-4b89-4f51-b997-a2dfeae9df1d req-47024a6f-f71b-4b7f-aae4-2337eb9cb6b7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.2194219 Mar 04 20:40:31.283158 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-930ffa76-c3dd-4c6f-bde6-22b614ca6e19 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--367164359&fields=id&tenant_id=66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 267 time: 0.0444160 Mar 04 20:40:31.323391 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-28910d11-4b89-4f51-b997-a2dfeae9df1d req-01d25114-88ff-4074-ba52-ef280b4709ac tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605466 Mar 04 20:40:31.394056 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-c194ddac-1605-4164-b111-22800aeffb63 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:31.395533 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-c194ddac-1605-4164-b111-22800aeffb63 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 816 time: 0.1049829 Mar 04 20:40:31.411676 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-e8fcb98a-c41d-4d9b-957d-47a7b81a0c09 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/quotas/66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 375 time: 0.0095360 Mar 04 20:40:31.470684 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-2cd9f8df-1bcc-4175-b07b-30af09aa7307 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534780 Mar 04 20:40:31.566010 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-a4a12cdd-5334-4245-912f-b794daea1613 service neutron] 10.222.0.37 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Mar 04 20:40:31.656569 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-187b83d3-6ce4-4136-a930-c75a34b3aa4d service neutron] 10.222.0.37 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849099 Mar 04 20:40:31.924321 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0cae4029-c319-4207-8994-d92bf68e2e36 req-c9ca65d2-df6d-478a-9338-596d829d3c73 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Mar 04 20:40:32.444264 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9d7d-664e-4029-893d-36ae144f37e3 req-3a700c00-eff0-4ffb-bd52-af6d0c87ccd7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:32.446422 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-be6b9d7d-664e-4029-893d-36ae144f37e3 req-3a700c00-eff0-4ffb-bd52-af6d0c87ccd7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0550337 Mar 04 20:40:32.495425 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4a12-9512-4e35-841e-1e7783a733b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:32.508892 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-be6b9d7d-664e-4029-893d-36ae144f37e3 req-4af039aa-a88c-4ca4-9a80-296f6aec9fac tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560126 Mar 04 20:40:33.027099 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-14458550-2bd0-4151-bef1-d0dc2f94fd31 req-33d684da-ef73-4b00-bee2-60ebc252e932 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 210 time: 0.0281887 Mar 04 20:40:33.167192 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-d7869111-9ddc-4cab-a223-6d1fd12a9034 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472898 Mar 04 20:40:33.271208 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-e3ca22cb-aa6a-49b8-96a6-872262849780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.273114 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-e3ca22cb-aa6a-49b8-96a6-872262849780 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1129 time: 0.0522330 Mar 04 20:40:33.393041 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-ffeeb87c-e003-4c18-bcf4-6099db446ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.394498 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-ffeeb87c-e003-4c18-bcf4-6099db446ca1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 909 time: 0.0867260 Mar 04 20:40:33.469714 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-251dc231-144f-4f28-a651-ebc5724e7d6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 1001 time: 0.0671036 Mar 04 20:40:33.520163 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-a102bad3-ff5c-4976-9398-9d23ea89ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.521538 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-a102bad3-ff5c-4976-9398-9d23ea89ea12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 200 len: 847 time: 0.0431483 Mar 04 20:40:33.572596 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-e41e2e9f-91ff-42a5-8fa5-154cd597edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.574130 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-e41e2e9f-91ff-42a5-8fa5-154cd597edd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3589ace1-7bb1-4507-ab72-58b13f2b3e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445769 Mar 04 20:40:33.730512 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-2f16d16c-c71e-4ce5-aa76-9092e876023e service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262949 Mar 04 20:40:33.738260 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85a75a-b806-4851-97cc-2d0dafab6877 req-da9a5910-3ca7-432b-8b06-14ad12ab32c7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.739637 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f85a75a-b806-4851-97cc-2d0dafab6877 req-da9a5910-3ca7-432b-8b06-14ad12ab32c7 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.1646576 Mar 04 20:40:33.746525 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:33.879481 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f85a75a-b806-4851-97cc-2d0dafab6877 req-0dbf4238-06d5-4275-8744-ca10960f7ed0 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313581 Mar 04 20:40:33.895832 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-606a6250-11b7-4e53-b2f3-7f131bd642e7 req-ddfed74b-b27b-4f7a-b7e3-a95cfee3a284 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552975 Mar 04 20:40:33.983292 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-bda03c8d-0ed8-40f3-84a1-82ba4c757b62 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.984768 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-bda03c8d-0ed8-40f3-84a1-82ba4c757b62 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 816 time: 0.1244884 Mar 04 20:40:34.046180 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-e963b6be-8237-4b19-9672-4352e3f04700 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 379 time: 0.0515063 Mar 04 20:40:34.051403 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41506) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:34.056585 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'port': {'device_id': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'admin_state_up': True, 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'security_groups': ['40949997-27d7-46d6-901f-fa2ec089855b']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:34.110413 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Deleting subnet fe042edd-3515-4bc1-bc0e-ad4e5ddcf915 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:40:34.124180 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Publish callbacks [] for subnet (fe042edd-3515-4bc1-bc0e-ad4e5ddcf915), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.159723 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0da69b6a-33d4-4388-a42d-20873c17da86 req-b5303362-9b81-4825-abc7-60eef75423b1 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 210 time: 0.0465472 Mar 04 20:40:34.191744 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (fe042edd-3515-4bc1-bc0e-ad4e5ddcf915), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.231538 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Made reservation on behalf of 66de518ec0ef4bbcb648260fe68c67ea for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:40:34.231824 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (fe042edd-3515-4bc1-bc0e-ad4e5ddcf915), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.234989 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.358043 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (fe042edd-3515-4bc1-bc0e-ad4e5ddcf915), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.374290 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Allocated IP 172.20.0.13 (df506647-f259-497e-8346-870adfcc7ea0/67d53c7f-5ca0-4079-919d-46c0f469aec7/ca835025-f243-4a58-9b53-8275ced3758e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:40:34.384942 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe042edd-3515-4bc1-bc0e-ad4e5ddcf915,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:34.390553 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.396508 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe042edd-3515-4bc1-bc0e-ad4e5ddcf915 HTTP/1.1" status: 204 len: 168 time: 0.3418205 Mar 04 20:40:34.400656 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41518) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:34.400785 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.400785 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.400970 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.401277 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.401614 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.401945 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.402274 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.402614 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.402952 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.403283 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.403609 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.403924 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.404324 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5643d-7932-4e67-997a-ac94735cdd91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:34.533239 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (06d4b276-6325-421a-8c8f-a7a72d1e2803), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.646900 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for port (ca835025-f243-4a58-9b53-8275ced3758e), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.652961 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (06d4b276-6325-421a-8c8f-a7a72d1e2803), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.678383 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d4b276-6325-421a-8c8f-a7a72d1e2803']}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:34.695424 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4885fec-c3bb-4b90-a219-1ee1df2a8977') {'for_net_delete': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:34.696526 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4885fec-c3bb-4b90-a219-1ee1df2a8977') {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:34.707898 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10002025'] for segment (e4885fec-c3bb-4b90-a219-1ee1df2a8977), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.725876 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (e4885fec-c3bb-4b90-a219-1ee1df2a8977), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.732518 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:40:34.734489 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286110'] for segment (e4885fec-c3bb-4b90-a219-1ee1df2a8977), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: Traceback (most recent call last): Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: timer() Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: cb(*args, **kw) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: return func(*args, **kwargs) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: self._notify() Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: self.callback(batched_events) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: event.method(event) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: return f(self, *a, **k) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._get(url).json() Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: return self.request(url, 'GET', **kwargs) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:40:34.734606 dv-cinder-799871-17-iscsi neutron-server[103592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:40:34.781011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.826140 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Network df506647-f259-497e-8346-870adfcc7ea0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:40:34.829471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:40:34.835270 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:40:34.870778 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:34.896592 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:34.897213 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.900980 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.929150 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (06d4b276-6325-421a-8c8f-a7a72d1e2803), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.929318 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.949375 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:34.955657 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] 10.222.0.37 "DELETE /v2.0/networks/06d4b276-6325-421a-8c8f-a7a72d1e2803 HTTP/1.1" status: 204 len: 168 time: 0.5536287 Mar 04 20:40:34.955657 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2667fb-04c8-4413-b92e-e52a4352965f admin admin] Pushing event deleted for resources: {'Network': ['ID=06d4b276-6325-421a-8c8f-a7a72d1e2803,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:34.991759 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-6c9ee5d1-45f9-45f1-a0ae-bdd579df60b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9398079 Mar 04 20:40:35.006073 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Request body: {'port': {'device_id': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:35.047639 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc10195-8dda-45a0-af16-e3d249750abd req-6c763ea4-255c-4b75-a6d1-12303a535546 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:35.049233 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dcc10195-8dda-45a0-af16-e3d249750abd req-6c763ea4-255c-4b75-a6d1-12303a535546 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0917637 Mar 04 20:40:35.086847 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-d94d09a2-9e02-46f4-b878-9911ed51c26b None None] Provisioning complete for port ca835025-f243-4a58-9b53-8275ced3758e triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:40:35.087343 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d94d09a2-9e02-46f4-b878-9911ed51c26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ca835025-f243-4a58-9b53-8275ced3758e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.098218 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.123781 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-d94d09a2-9e02-46f4-b878-9911ed51c26b None None] Port ca835025-f243-4a58-9b53-8275ced3758e cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:40:35.162837 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-dcc10195-8dda-45a0-af16-e3d249750abd req-5df18b29-5033-4861-96fd-546710cdd994 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077812 Mar 04 20:40:35.292654 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d048f4c-b40f-4b2e-b34c-59770c741cd8 req-c26f4863-2d15-4487-a50f-eaa02a6ec9af tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:35.296467 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6d048f4c-b40f-4b2e-b34c-59770c741cd8 req-c26f4863-2d15-4487-a50f-eaa02a6ec9af tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 932 time: 0.0568717 Mar 04 20:40:35.347659 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6d048f4c-b40f-4b2e-b34c-59770c741cd8 req-15593a52-2581-4edb-beb9-1347e372b98c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469646 Mar 04 20:40:35.369780 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41528) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:35.425622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca835025-f243-4a58-9b53-8275ced3758e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:35.440815 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Publish callbacks [] for port (ca835025-f243-4a58-9b53-8275ced3758e), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.459215 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-de3e8fa6-3501-4da3-b05e-f4819757c56b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54d4d0370d9142a784ab628adbb4082c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0870044 Mar 04 20:40:35.462382 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Transition to ACTIVE for port object ca835025-f243-4a58-9b53-8275ced3758e will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:40:35.462574 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41530) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:35.509841 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4dea547c-18ca-4808-b12d-4cb95d42ca65 admin admin] Publish callbacks [] for security_group (686ee26a-ed79-4202-ba8a-02f008b27f4a), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.517617 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.531253 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4dea547c-18ca-4808-b12d-4cb95d42ca65 admin admin] Publish callbacks [] for security_group (686ee26a-ed79-4202-ba8a-02f008b27f4a), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.589331 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:35.641720 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Attempting to bind port ca835025-f243-4a58-9b53-8275ced3758e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:40:35.642060 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Attempting to bind port ca835025-f243-4a58-9b53-8275ced3758e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:40:35.642396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Attempting to bind port ca835025-f243-4a58-9b53-8275ced3758e on network df506647-f259-497e-8346-870adfcc7ea0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:40:35.647172 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Port ca835025-f243-4a58-9b53-8275ced3758e on network df506647-f259-497e-8346-870adfcc7ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:40:35.647516 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Attempting to bind port ca835025-f243-4a58-9b53-8275ced3758e on network df506647-f259-497e-8346-870adfcc7ea0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:40:35.654792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4dea547c-18ca-4808-b12d-4cb95d42ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (686ee26a-ed79-4202-ba8a-02f008b27f4a), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.657393 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4dea547c-18ca-4808-b12d-4cb95d42ca65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.658585 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4dea547c-18ca-4808-b12d-4cb95d42ca65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/686ee26a-ed79-4202-ba8a-02f008b27f4a HTTP/1.1" status: 204 len: 168 time: 0.1950047 Mar 04 20:40:35.660676 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:40:35.664309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Checking segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:40:35.664309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Bound using segment: {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:40:35.664309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Bound port: ca835025-f243-4a58-9b53-8275ced3758e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be37472-32e1-46c1-abca-7d7f60af24e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:40:35.664309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.669252 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea547c-18ca-4808-b12d-4cb95d42ca65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ee26a-ed79-4202-ba8a-02f008b27f4a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:35.742017 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:40:35.745788 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:40:35.832106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.881942 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:35.885966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:35.885966 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/ca835025-f243-4a58-9b53-8275ced3758e HTTP/1.1" status: 200 len: 1094 time: 0.8843169 Mar 04 20:40:35.886268 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:35.889440 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821dea2-6079-44a7-b637-6f671a6bbfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "tag": "ca835025-f243-4a58-9b53-8275ced3758e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:35.917748 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6643-dfa0-4f52-ab26-3ab51c71f6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:35.929751 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c53caf-cc59-4b67-a133-685dbbf8e67b x-openstack-request-id: req-01c53caf-cc59-4b67-a133-685dbbf8e67b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:35.930427 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "tag": "ca835025-f243-4a58-9b53-8275ced3758e", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:35.930668 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01c53caf-cc59-4b67-a133-685dbbf8e67b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:35.931070 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e', 'status': 'completed', 'code': 200} Mar 04 20:40:36.013910 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dea2-6079-44a7-b637-6f671a6bbfa4 req-dce08d71-14f4-42e7-b3a4-d3a5ddc43e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.015769 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f821dea2-6079-44a7-b637-6f671a6bbfa4 req-dce08d71-14f4-42e7-b3a4-d3a5ddc43e5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 1128 time: 0.0579586 Mar 04 20:40:36.149509 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dea2-6079-44a7-b637-6f671a6bbfa4 req-7891ddcc-5bff-4d6e-8c73-27a0e9f5d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.151445 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f821dea2-6079-44a7-b637-6f671a6bbfa4 req-7891ddcc-5bff-4d6e-8c73-27a0e9f5d296 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1265049 Mar 04 20:40:36.251433 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dea2-6079-44a7-b637-6f671a6bbfa4 req-40a18d93-8cac-42a9-bd59-3e69485ad51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.252921 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f821dea2-6079-44a7-b637-6f671a6bbfa4 req-40a18d93-8cac-42a9-bd59-3e69485ad51c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950711 Mar 04 20:40:36.286174 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390758ba-6b49-4127-89c8-45250154a15e req-2810d148-4714-43d7-a299-c94614636d83 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.287672 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-390758ba-6b49-4127-89c8-45250154a15e req-2810d148-4714-43d7-a299-c94614636d83 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0552866 Mar 04 20:40:36.347447 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-f1a88bc0-0c01-4bf1-94e5-88ff23ccf72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.349692 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-f1a88bc0-0c01-4bf1-94e5-88ff23ccf72a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 1128 time: 0.0515978 Mar 04 20:40:36.350583 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-390758ba-6b49-4127-89c8-45250154a15e req-72b67e2c-b264-47a8-87d8-9c31e4936433 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569599 Mar 04 20:40:36.398174 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-74074b67-6395-40c2-bb3d-7ffc76f83eb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca835025-f243-4a58-9b53-8275ced3758e HTTP/1.1" status: 200 len: 217 time: 0.0361679 Mar 04 20:40:36.479950 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-71a0d948-1982-4de4-b6f6-260843696a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.481489 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-71a0d948-1982-4de4-b6f6-260843696a18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0748086 Mar 04 20:40:36.524721 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d640727-cdbb-482c-9592-c20e632021d0 req-a5f47d3d-3557-4791-aeca-095ba0f60ffc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.526273 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d640727-cdbb-482c-9592-c20e632021d0 req-a5f47d3d-3557-4791-aeca-095ba0f60ffc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0940120 Mar 04 20:40:36.564091 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-a4fc7c70-3e82-4514-8d97-a37a8d39c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.564091 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-a4fc7c70-3e82-4514-8d97-a37a8d39c319 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716665 Mar 04 20:40:36.607575 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0d640727-cdbb-482c-9592-c20e632021d0 req-0e7bdbfa-5c81-4753-804c-5d994e9cfa9a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736341 Mar 04 20:40:36.670610 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-43a69921-c47a-4636-9546-65405962d7df service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000855 Mar 04 20:40:36.671690 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:36.759861 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a43f868e-caea-4355-b8e4-f33dc721ce04 req-bb54045b-f2c6-40e1-bff2-939466d633d8 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826573 Mar 04 20:40:37.218954 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41554) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:37.324572 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b505351a-fd5c-4707-8478-83c42345428c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.401921 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b505351a-fd5c-4707-8478-83c42345428c admin admin] Publish callbacks [] for security_group (eb61f3e1-d78a-43cf-a2ae-045ee6a14c65), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.454427 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b505351a-fd5c-4707-8478-83c42345428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (eb61f3e1-d78a-43cf-a2ae-045ee6a14c65), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.501356 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b505351a-fd5c-4707-8478-83c42345428c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=598618c5cfbc4de5a5ff8fbb119911b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812452 Mar 04 20:40:37.502823 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505351a-fd5c-4707-8478-83c42345428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb61f3e1-d78a-43cf-a2ae-045ee6a14c65,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:37.504020 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41560) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:37.513227 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b41eac-7773-4cf1-a536-936ada917c94 req-ccf7e7be-c224-466e-ae5a-e82ca859048c tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:37.517057 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-42b41eac-7773-4cf1-a536-936ada917c94 req-ccf7e7be-c224-466e-ae5a-e82ca859048c tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0958805 Mar 04 20:40:37.553045 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65318f7b-33d0-404f-91fe-64ceeedc5c23 admin admin] Publish callbacks [] for security_group (eb61f3e1-d78a-43cf-a2ae-045ee6a14c65), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.574877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65318f7b-33d0-404f-91fe-64ceeedc5c23 admin admin] Publish callbacks [] for security_group (eb61f3e1-d78a-43cf-a2ae-045ee6a14c65), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.578293 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-42b41eac-7773-4cf1-a536-936ada917c94 req-0f49f975-f166-4aa7-8b3b-1f7b50e5c340 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558052 Mar 04 20:40:37.688453 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65318f7b-33d0-404f-91fe-64ceeedc5c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (eb61f3e1-d78a-43cf-a2ae-045ee6a14c65), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.690965 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65318f7b-33d0-404f-91fe-64ceeedc5c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.692048 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-65318f7b-33d0-404f-91fe-64ceeedc5c23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb61f3e1-d78a-43cf-a2ae-045ee6a14c65 HTTP/1.1" status: 204 len: 168 time: 0.1870112 Mar 04 20:40:37.716814 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65318f7b-33d0-404f-91fe-64ceeedc5c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb61f3e1-d78a-43cf-a2ae-045ee6a14c65,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:37.744579 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1fbfd-9a28-4726-a723-444f13b261a2 req-e3cdec1e-33ee-4467-80e6-b229c8d835b5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:37.746450 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fab1fbfd-9a28-4726-a723-444f13b261a2 req-e3cdec1e-33ee-4467-80e6-b229c8d835b5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0695107 Mar 04 20:40:37.798769 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fab1fbfd-9a28-4726-a723-444f13b261a2 req-d8e8370c-a861-4e3b-8542-60b4c6dbbba8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466294 Mar 04 20:40:38.694874 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4300fd-969d-46ac-9d86-91117e7ac904 req-60b5c8d1-3e32-43e9-a06c-b640226f80f6 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:38.697348 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4a4300fd-969d-46ac-9d86-91117e7ac904 req-60b5c8d1-3e32-43e9-a06c-b640226f80f6 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0530503 Mar 04 20:40:38.761994 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4a4300fd-969d-46ac-9d86-91117e7ac904 req-8745620a-0aa1-4846-9fd8-15f325c7d34b tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588851 Mar 04 20:40:39.080359 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958f11-c426-4a95-bac1-98ab626960a8 req-dd4fe7f1-0f69-4f83-88d2-e902a71041a6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:39.081851 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-76958f11-c426-4a95-bac1-98ab626960a8 req-dd4fe7f1-0f69-4f83-88d2-e902a71041a6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0535183 Mar 04 20:40:39.133379 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-76958f11-c426-4a95-bac1-98ab626960a8 req-cac7435b-c19f-40ee-b8e6-3aea740f1115 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430603 Mar 04 20:40:39.254422 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:39.358690 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c38f733d-a293-4807-a226-51c2beb356ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:39.434647 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c38f733d-a293-4807-a226-51c2beb356ce admin admin] Publish callbacks [] for security_group (375fd9bd-bbd1-4138-bad7-3d608bdf2d62), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:39.500312 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c38f733d-a293-4807-a226-51c2beb356ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (375fd9bd-bbd1-4138-bad7-3d608bdf2d62), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:39.538731 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c38f733d-a293-4807-a226-51c2beb356ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab166939e39d481596ce79dfbe76f755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831607 Mar 04 20:40:39.539947 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f733d-a293-4807-a226-51c2beb356ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375fd9bd-bbd1-4138-bad7-3d608bdf2d62,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:39.541971 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41604) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:39.594577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Publish callbacks [] for security_group (375fd9bd-bbd1-4138-bad7-3d608bdf2d62), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:39.614939 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Publish callbacks [] for security_group (375fd9bd-bbd1-4138-bad7-3d608bdf2d62), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:39.747019 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (375fd9bd-bbd1-4138-bad7-3d608bdf2d62), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:39.752527 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:39.764593 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/375fd9bd-bbd1-4138-bad7-3d608bdf2d62 HTTP/1.1" status: 204 len: 168 time: 0.2116156 Mar 04 20:40:39.764593 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375fd9bd-bbd1-4138-bad7-3d608bdf2d62,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:39.773770 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.774584 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.774929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.775276 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.775589 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.775913 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.776242 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.776785 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.777119 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.778033 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.778033 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.778242 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.778400 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4beab2-7d92-4935-bbe6-8e59edbfd4f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:39.887238 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616efad-ab46-4a4a-88fc-7784370a921f req-060b01d0-0cff-4b18-8b45-a209c3007561 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:39.891026 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4616efad-ab46-4a4a-88fc-7784370a921f req-060b01d0-0cff-4b18-8b45-a209c3007561 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0578122 Mar 04 20:40:39.963268 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4616efad-ab46-4a4a-88fc-7784370a921f req-378f9c03-62a6-4bb0-8564-8f28b9fee62d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650840 Mar 04 20:40:40.256719 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7506175-d2bf-4dc1-af8a-842d3d93b6f1 req-815ec849-a966-4f9c-8aad-ecfe9ba5d937 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:40.260147 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c7506175-d2bf-4dc1-af8a-842d3d93b6f1 req-815ec849-a966-4f9c-8aad-ecfe9ba5d937 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0527117 Mar 04 20:40:40.305379 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c7506175-d2bf-4dc1-af8a-842d3d93b6f1 req-8aaaf667-021b-4d50-9c4f-3616d110bf10 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Mar 04 20:40:40.652020 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:40:40.750769 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:40.761784 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'ca835025-f243-4a58-9b53-8275ced3758e', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'port_id': 'ca835025-f243-4a58-9b53-8275ced3758e', 'mac_address': 'fa:16:3e:4d:75:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:40:40.797395 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ca835025-f243-4a58-9b53-8275ced3758e is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:40.797805 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:40.810697 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca835025-f243-4a58-9b53-8275ced3758e {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:40.829695 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:40.934533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:40.984516 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:40.992054 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.992454 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.992827 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.993172 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.993511 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.993846 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.994915 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.995581 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.996332 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.996332 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.996623 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.996906 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:40.997266 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:41.087992 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e17e5-d003-4be0-bd11-e06f11b56287 req-65048978-7cfc-4c0b-8649-742e9f8b825b tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:41.089578 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-436e17e5-d003-4be0-bd11-e06f11b56287 req-65048978-7cfc-4c0b-8649-742e9f8b825b tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0560236 Mar 04 20:40:41.149806 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-436e17e5-d003-4be0-bd11-e06f11b56287 req-5cf187d8-ab28-471f-b4b5-58aa1b1b2fba tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546856 Mar 04 20:40:41.237711 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['ca835025-f243-4a58-9b53-8275ced3758e'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:41.427559 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf28af-7773-40f3-bfde-8d92e5723900 req-259113af-69bb-4158-87e6-45259a187193 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:41.429035 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-25cf28af-7773-40f3-bfde-8d92e5723900 req-259113af-69bb-4158-87e6-45259a187193 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Mar 04 20:40:41.483012 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-25cf28af-7773-40f3-bfde-8d92e5723900 req-20e4c058-8d2f-42fd-ba79-a5cd96264d13 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483947 Mar 04 20:40:42.267312 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7217fc6-6cfe-4771-bd03-68944662afc2 req-7eab68a6-826c-4ded-b362-ff297b6588ec tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.268802 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f7217fc6-6cfe-4771-bd03-68944662afc2 req-7eab68a6-826c-4ded-b362-ff297b6588ec tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0525341 Mar 04 20:40:42.334405 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f7217fc6-6cfe-4771-bd03-68944662afc2 req-a0f2f845-b236-4655-a161-9c8e18e8d515 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600510 Mar 04 20:40:42.602229 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ede15-8048-4ae0-bc27-ee600ede9704 req-036365e2-6068-4fed-b44f-b689d7444eeb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.604455 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-159ede15-8048-4ae0-bc27-ee600ede9704 req-036365e2-6068-4fed-b44f-b689d7444eeb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Mar 04 20:40:42.650347 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-159ede15-8048-4ae0-bc27-ee600ede9704 req-4be58153-5826-4332-bf20-76cadfc63f12 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406098 Mar 04 20:40:42.668609 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:40:42.780003 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port ca835025-f243-4a58-9b53-8275ced3758e completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:40:42.783631 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port ca835025-f243-4a58-9b53-8275ced3758e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:40:42.783997 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ca835025-f243-4a58-9b53-8275ced3758e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:42.862683 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ca835025-f243-4a58-9b53-8275ced3758e is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:42.863072 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:42.886387 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:42.888668 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c6785f-9052-4ab6-9590-63684ab1d2c8" -d '{"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-plugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:42.901351 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:42.924231 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debf7cca-1cc1-4af2-aa97-e5611c94eb0c x-openstack-request-id: req-debf7cca-1cc1-4af2-aa97-e5611c94eb0c {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:42.924563 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-plugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:42.924819 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-debf7cca-1cc1-4af2-aa97-e5611c94eb0c {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:42.925216 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e', 'code': 200} Mar 04 20:40:43.020001 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:43.068498 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:43.248029 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52999-e0ca-4242-b9b2-d0a9127b0ef1 req-4dc2882f-d033-406f-a117-259bf6513f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:43.249570 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-00e52999-e0ca-4242-b9b2-d0a9127b0ef1 req-4dc2882f-d033-406f-a117-259bf6513f17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 1130 time: 0.0472190 Mar 04 20:40:43.297310 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-00e52999-e0ca-4242-b9b2-d0a9127b0ef1 req-5facf484-662f-4bf7-958a-0376bafe98eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396032 Mar 04 20:40:43.456421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d8a2d-36bc-4165-aa78-a571c1cd3498 req-a850a84e-6799-4d86-8011-62b6030e33f9 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:43.457912 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e05d8a2d-36bc-4165-aa78-a571c1cd3498 req-a850a84e-6799-4d86-8011-62b6030e33f9 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.0590909 Mar 04 20:40:43.517630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e05d8a2d-36bc-4165-aa78-a571c1cd3498 req-dc54f39a-b9c4-450e-8a0e-fe50de33311d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=543ee6d5-0f14-40a9-b742-de1100c91d4e&id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531402 Mar 04 20:40:43.776438 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45864a-d334-48e3-8efa-76c96793d436 req-dea8636d-cf91-4305-9287-60b311303d92 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:43.777938 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d45864a-d334-48e3-8efa-76c96793d436 req-dea8636d-cf91-4305-9287-60b311303d92 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0563402 Mar 04 20:40:43.823449 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4d45864a-d334-48e3-8efa-76c96793d436 req-ad4ea716-4af4-48a4-a92b-67331a27f876 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Mar 04 20:40:44.946567 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf590fd-5a95-4aae-af5e-bc8c4e48f1bf req-aa711c5d-17a2-495f-9578-6c55e22f38da tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:44.948576 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8cf590fd-5a95-4aae-af5e-bc8c4e48f1bf req-aa711c5d-17a2-495f-9578-6c55e22f38da tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0531850 Mar 04 20:40:44.994748 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8cf590fd-5a95-4aae-af5e-bc8c4e48f1bf req-d626b7e0-23ea-403c-8080-9603e8fe97d9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405235 Mar 04 20:40:45.110991 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566417d4-7d55-4504-ab2f-2ae395ad0c25 req-f840a402-4b6e-4ed3-937f-636d348c9683 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:45.112426 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-566417d4-7d55-4504-ab2f-2ae395ad0c25 req-f840a402-4b6e-4ed3-937f-636d348c9683 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Mar 04 20:40:45.121016 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41634) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:45.125353 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Request body: {'floatingip': {'port_id': 'ca835025-f243-4a58-9b53-8275ced3758e'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:45.163554 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (32a0f065-5c53-405b-b068-4bd307b38e8b), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:45.597818 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:45.654573 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (32a0f065-5c53-405b-b068-4bd307b38e8b), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:45.755848 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Floating IP 32a0f065-5c53-405b-b068-4bd307b38e8b associated. External IP: 172.27.3.82, port: ca835025-f243-4a58-9b53-8275ced3758e. Mar 04 20:40:45.961357 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Router 4fb46332-4413-4c22-bba9-4e19a1a15518 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:40:46.291542 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:40:46.296467 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:46.301519 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] Sync routers for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:40:46.313358 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:46.314064 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:46.325229 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-7941b8fe-d491-435d-842d-974dccc5c198 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "PUT /v2.0/floatingips/32a0f065-5c53-405b-b068-4bd307b38e8b HTTP/1.1" status: 200 len: 991 time: 1.2031417 Mar 04 20:40:46.325832 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:46.328033 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91b23d1-71ac-4724-8e89-b8a470c3752e" -d '{"events": [{"name": "network-changed", "server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "tag": "ca835025-f243-4a58-9b53-8275ced3758e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:46.366559 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c7f7d-6ca5-4caa-8f26-0780ce493b2d x-openstack-request-id: req-de8c7f7d-6ca5-4caa-8f26-0780ce493b2d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:46.366996 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "tag": "ca835025-f243-4a58-9b53-8275ced3758e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:46.367253 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de8c7f7d-6ca5-4caa-8f26-0780ce493b2d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:46.367659 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e', 'status': 'completed', 'code': 200} Mar 04 20:40:46.446256 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-836139ff-1347-473f-bf3f-a7d2b5f1fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:46.446847 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:46.447858 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-836139ff-1347-473f-bf3f-a7d2b5f1fe6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 1130 time: 0.0482140 Mar 04 20:40:46.538512 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-ca964f30-0b25-4986-b5d6-93332eb964e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:46.540042 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-ca964f30-0b25-4986-b5d6-93332eb964e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.0863872 Mar 04 20:40:46.612167 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-287c9ae9-e2c5-4b2f-9601-ace695b63c02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca835025-f243-4a58-9b53-8275ced3758e HTTP/1.1" status: 200 len: 999 time: 0.0614812 Mar 04 20:40:46.662699 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-21ec2d31-41b6-4554-ae29-72a7d4237aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:46.664159 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-21ec2d31-41b6-4554-ae29-72a7d4237aad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0453219 Mar 04 20:40:46.671081 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '32a0f065-5c53-405b-b068-4bd307b38e8b', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'port_id': 'ca835025-f243-4a58-9b53-8275ced3758e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'mac_address': 'fa:16:3e:4d:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:40:30Z', 'updated_at': '2022-03-04T20:40:45Z', 'revision_number': 1, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:46.696944 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] Checking router: 4fb46332-4413-4c22-bba9-4e19a1a15518 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:40:46.705631 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:46.706319 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:40:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:46.718201 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-771c9104-300f-48e1-b1d9-7cd091a6a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:46.719696 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-771c9104-300f-48e1-b1d9-7cd091a6a51e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434031 Mar 04 20:40:46.812429 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-5407e462-c7f8-4d99-8a4e-888d1e028efc service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858984 Mar 04 20:40:46.813515 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:46.912569 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a91b23d1-71ac-4724-8e89-b8a470c3752e req-1bf000b3-9235-46b0-bd27-4d408f480fb4 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890987 Mar 04 20:40:47.162066 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '32a0f065-5c53-405b-b068-4bd307b38e8b', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'port_id': 'ca835025-f243-4a58-9b53-8275ced3758e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'mac_address': 'fa:16:3e:4d:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:40:30Z', 'updated_at': '2022-03-04T20:40:45Z', 'revision_number': 1, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:47.187980 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223964c6-2870-41b6-a52f-7768974d8001 None None] The sync data for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi is: [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '32a0f065-5c53-405b-b068-4bd307b38e8b', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'port_id': 'ca835025-f243-4a58-9b53-8275ced3758e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'mac_address': 'fa:16:3e:4d:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:40:30Z', 'updated_at': '2022-03-04T20:40:45Z', 'revision_number': 1, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:40:47.375173 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e831c01b-b1e0-49cc-a450-2cb3e7134de6 None None] New status for floating IP 32a0f065-5c53-405b-b068-4bd307b38e8b: ACTIVE {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:40:57.306013 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:41:00.156962 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f849f3f0-af39-48ed-8033-8510d0f93df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:02.505278 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c23a9694-ad40-4eee-a7d7-ea2dfbd0e860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:03.722582 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:04.882596 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:04.899510 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:06.631087 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:11.283537 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d4a3a-721f-4306-807d-cd1263dcf6ab req-ed6edd78-daad-443b-b3eb-33449b3b18e6 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:11.284966 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bc5d4a3a-721f-4306-807d-cd1263dcf6ab req-ed6edd78-daad-443b-b3eb-33449b3b18e6 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0525372 Mar 04 20:41:11.334005 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bc5d4a3a-721f-4306-807d-cd1263dcf6ab req-35c91826-5f00-4680-863c-8c6552e1b2d8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433860 Mar 04 20:41:12.227237 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23367bfb-458c-4b1a-a419-24d9b3bb8def req-aab4b711-75ee-45c1-aa6d-c87ca89046c1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:12.228720 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-23367bfb-458c-4b1a-a419-24d9b3bb8def req-aab4b711-75ee-45c1-aa6d-c87ca89046c1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0558343 Mar 04 20:41:12.275099 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-23367bfb-458c-4b1a-a419-24d9b3bb8def req-6c7705d7-d4ea-4660-8f64-7a5132762d3f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406945 Mar 04 20:41:12.459437 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c540d-b0e9-4c5e-8d73-774041dee0e0 req-e7669659-192e-4f64-8900-dce6f50889e7 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:12.460944 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9d4c540d-b0e9-4c5e-8d73-774041dee0e0 req-e7669659-192e-4f64-8900-dce6f50889e7 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0548160 Mar 04 20:41:12.506505 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9d4c540d-b0e9-4c5e-8d73-774041dee0e0 req-e54fed64-b2d5-49ba-ad9e-5ab1a8b373f2 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 Mar 04 20:41:13.393085 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366411e5-63b7-45f3-976e-3af2891a0896 req-409bbeaa-9772-4598-bbaa-934d99078ea2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:13.394543 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-366411e5-63b7-45f3-976e-3af2891a0896 req-409bbeaa-9772-4598-bbaa-934d99078ea2 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0510867 Mar 04 20:41:13.439552 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-366411e5-63b7-45f3-976e-3af2891a0896 req-d1bf5670-5ff5-412c-8ad2-9501534e2422 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=8352ecfb-0845-4f1c-9472-deada2739ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395837 Mar 04 20:41:13.626274 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdd422-dc00-42b7-9f40-27296d9ade68 req-c9a4530a-1e6b-4ff9-8a86-dbe04792ca38 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:13.627737 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-83cdd422-dc00-42b7-9f40-27296d9ade68 req-c9a4530a-1e6b-4ff9-8a86-dbe04792ca38 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0510604 Mar 04 20:41:13.672541 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-83cdd422-dc00-42b7-9f40-27296d9ade68 req-4be6ba63-391c-4ec0-be8a-7ef93f79539b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392799 Mar 04 20:41:13.925555 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-3ca9bf10-f157-42b7-b9a1-9fa05df43f32 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:13.926987 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-3ca9bf10-f157-42b7-b9a1-9fa05df43f32 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 945 time: 0.0514307 Mar 04 20:41:14.027047 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:14.027388 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.112869 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] For port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:14.113232 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.282725 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.283000 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.283313 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP 7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd disassociated. External IP: 172.27.3.232, port: d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c. Mar 04 20:41:14.283650 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:14.465635 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.504182 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:14.570431 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-00e7e847-5b36-4d7c-91cf-a3d2dd84c7b0 req-4350a915-6546-4540-8e8c-2999844006af tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0597630 Mar 04 20:41:14.797726 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04405e8-256f-41c8-a4b9-d34d8fbccf2b req-1d2dd0b2-0479-494f-8705-a1308a1945ef tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:14.799181 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a04405e8-256f-41c8-a4b9-d34d8fbccf2b req-1d2dd0b2-0479-494f-8705-a1308a1945ef tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0551353 Mar 04 20:41:14.854501 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a04405e8-256f-41c8-a4b9-d34d8fbccf2b req-c0b4b475-666f-453a-a0dd-006f0d320bc1 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494723 Mar 04 20:41:14.891172 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:41:15.005458 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:41:15.015229 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:41:15.024459 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:15.025066 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:15.047008 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] No DVR routers for this DVR port d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:15.049674 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:15.053149 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-05435f08-2132-4f49-a6ae-dfa2e073a3ee req-b261f012-9f16-4ec7-998d-8387f643a9d3 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "DELETE /v2.0/ports/d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c HTTP/1.1" status: 204 len: 173 time: 1.1187141 Mar 04 20:41:15.053622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'name': 'network-vif-deleted', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:15.055848 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5fcc41-3a4c-416d-ac73-8d20878abd95" -d '{"events": [{"server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "name": "network-vif-deleted", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:15.134646 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:15.151824 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bdf355-428e-4709-a27f-7bb66095ec25 x-openstack-request-id: req-07bdf355-428e-4709-a27f-7bb66095ec25 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:15.152119 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5", "name": "network-vif-deleted", "tag": "d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:15.152406 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07bdf355-428e-4709-a27f-7bb66095ec25 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:15.152806 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5', 'name': 'network-vif-deleted', 'tag': 'd5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c', 'status': 'completed', 'code': 200} Mar 04 20:41:15.336490 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:15.366313 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:41:15.375503 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:15.376103 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:15.484762 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:15.675928 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7300344c-7495-4008-8439-0bcd99cf7f56 req-c3d64601-50ad-42a1-b62f-1200d2d7d358 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c905b0c-b17e-4a05-b1f6-ee44f01e5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Mar 04 20:41:15.683668 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:15.714937 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619776f4-d66a-4aad-94bd-8a48305e12c9 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:41:15.941051 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6a2f0-08d3-47ca-a786-5d0ae0e456ca None None] New status for floating IP 7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd: DOWN {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:41:15.991049 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b32b-106a-440f-85c3-70f98a7881cf req-638c105f-39f7-4db2-9075-b014be1e6973 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:15.992657 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8d45b32b-106a-440f-85c3-70f98a7881cf req-638c105f-39f7-4db2-9075-b014be1e6973 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0559571 Mar 04 20:41:16.044524 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8d45b32b-106a-440f-85c3-70f98a7881cf req-a9e4b690-1157-4ac2-bd04-67e7ac52aa77 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Mar 04 20:41:16.809068 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41806) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:16.862700 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c17977b0-0874-49d1-b3e0-d14ae12e6f75 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (8352ecfb-0845-4f1c-9472-deada2739ecb), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.886430 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c17977b0-0874-49d1-b3e0-d14ae12e6f75 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (8352ecfb-0845-4f1c-9472-deada2739ecb), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.008547 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c17977b0-0874-49d1-b3e0-d14ae12e6f75 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8352ecfb-0845-4f1c-9472-deada2739ecb), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.011019 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c17977b0-0874-49d1-b3e0-d14ae12e6f75 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.012167 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c17977b0-0874-49d1-b3e0-d14ae12e6f75 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/security-groups/8352ecfb-0845-4f1c-9472-deada2739ecb HTTP/1.1" status: 204 len: 168 time: 0.2020333 Mar 04 20:41:17.015504 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41808) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:17.022056 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17977b0-0874-49d1-b3e0-d14ae12e6f75 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8352ecfb-0845-4f1c-9472-deada2739ecb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:17.027950 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.api.v2.resource [None req-f9843904-4ea1-49e2-a9d8-0ef392759689 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] show failed (client error): The resource could not be found. Mar 04 20:41:17.029976 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-f9843904-4ea1-49e2-a9d8-0ef392759689 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups/8352ecfb-0845-4f1c-9472-deada2739ecb HTTP/1.1" status: 404 len: 347 time: 0.0131230 Mar 04 20:41:17.043853 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41810) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:17.164611 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451f37e-67d0-4171-8cea-b97d89a1153d req-b5df42d3-0c13-4f88-8dc3-e8e2fae3b8e3 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:17.166143 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d451f37e-67d0-4171-8cea-b97d89a1153d req-b5df42d3-0c13-4f88-8dc3-e8e2fae3b8e3 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0531936 Mar 04 20:41:17.173642 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port 9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:17.173987 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.215518 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d451f37e-67d0-4171-8cea-b97d89a1153d req-4f2581f8-b5b7-430e-b378-605f4ea75c84 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 Mar 04 20:41:17.249406 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.249733 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.261204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for 9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57 owned by network:floatingip {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:17.442618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.468353 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=9eaf6c6f-4693-4ef0-93fd-7d563f2c7c57,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:17.530974 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.533445 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.534567 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-f86b3428-e096-493b-b45a-9574ae493389 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/floatingips/7cdd73b7-d679-4b7a-9ea5-f203bb28d3bd HTTP/1.1" status: 204 len: 168 time: 0.4892914 Mar 04 20:41:17.852824 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41818) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:17.857961 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-a44df610-70ed-4b33-afa6-f22babd4613f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506963149', 'description': 'tempest-description--354076015'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:17.934137 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a44df610-70ed-4b33-afa6-f22babd4613f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.999526 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a44df610-70ed-4b33-afa6-f22babd4613f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (16dfea30-adfa-435d-89a4-a29a2912b4fb), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.048170 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a44df610-70ed-4b33-afa6-f22babd4613f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (16dfea30-adfa-435d-89a4-a29a2912b4fb), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.076706 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44df610-70ed-4b33-afa6-f22babd4613f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dfea30-adfa-435d-89a4-a29a2912b4fb,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:18.124613 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a44df610-70ed-4b33-afa6-f22babd4613f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.125830 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-a44df610-70ed-4b33-afa6-f22babd4613f tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2720006 Mar 04 20:41:18.128704 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41820) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:18.133249 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-aeccb60c-7186-45c2-b411-a2dd02b60fd5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '16dfea30-adfa-435d-89a4-a29a2912b4fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:18.224162 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aeccb60c-7186-45c2-b411-a2dd02b60fd5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (3b2287c3-fa66-404b-9eb5-19622599aadb), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.281283 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aeccb60c-7186-45c2-b411-a2dd02b60fd5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (3b2287c3-fa66-404b-9eb5-19622599aadb), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.351102 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd91844-0fdf-4788-abf6-fd7be1c0ccb2 req-2c9cd897-c15a-40d5-a921-78e6c9741a9b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:18.351652 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aeccb60c-7186-45c2-b411-a2dd02b60fd5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (3b2287c3-fa66-404b-9eb5-19622599aadb), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.352509 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8fd91844-0fdf-4788-abf6-fd7be1c0ccb2 req-2c9cd897-c15a-40d5-a921-78e6c9741a9b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0673692 Mar 04 20:41:18.370040 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccb60c-7186-45c2-b411-a2dd02b60fd5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2287c3-fa66-404b-9eb5-19622599aadb,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:18.400312 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8fd91844-0fdf-4788-abf6-fd7be1c0ccb2 req-7f644495-f7aa-49f6-a5c6-3884864263fd tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Mar 04 20:41:18.444568 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aeccb60c-7186-45c2-b411-a2dd02b60fd5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.445816 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-aeccb60c-7186-45c2-b411-a2dd02b60fd5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161719 Mar 04 20:41:18.448369 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41824) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:18.453185 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-53c15970-7925-4c68-843d-33c4044e9083 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'security_group_rule': {'security_group_id': '16dfea30-adfa-435d-89a4-a29a2912b4fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:18.543762 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53c15970-7925-4c68-843d-33c4044e9083 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (aa67ba93-0519-4831-b01b-3b4c3632bebe), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.597451 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53c15970-7925-4c68-843d-33c4044e9083 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (aa67ba93-0519-4831-b01b-3b4c3632bebe), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.676426 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53c15970-7925-4c68-843d-33c4044e9083 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (aa67ba93-0519-4831-b01b-3b4c3632bebe), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.693597 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c15970-7925-4c68-843d-33c4044e9083 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa67ba93-0519-4831-b01b-3b4c3632bebe,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:18.764594 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53c15970-7925-4c68-843d-33c4044e9083 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.766174 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-53c15970-7925-4c68-843d-33c4044e9083 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165250 Mar 04 20:41:18.768876 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 41826) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:18.773043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:18.854043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.874775 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:18.895037 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:18.895385 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device d5bab52f-d1b9-4ed4-8c0b-f7e724d39b7c not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:18.954549 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.059153 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.27.3.59 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/1017a14d-4654-44b6-8e2b-739a0e1e0edd) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:41:19.159970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.248595 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.287899 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:41:19.292043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:19.294912 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:41:19.302675 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=1017a14d-4654-44b6-8e2b-739a0e1e0edd,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:19.400450 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (bc20c689-a4bc-48c0-8b4a-1f138134853b), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.524032 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.574709 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ddfc-11d2-4918-9951-e83aa876fc09 req-4d84ebfb-3ab6-4543-b22a-df9bc29aa783 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:19.580352 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9021ddfc-11d2-4918-9951-e83aa876fc09 req-4d84ebfb-3ab6-4543-b22a-df9bc29aa783 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.1081276 Mar 04 20:41:19.694297 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9021ddfc-11d2-4918-9951-e83aa876fc09 req-2282113b-35ff-4464-9952-a44296bef32a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105652 Mar 04 20:41:19.738035 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.819492 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.892026 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=1017a14d-4654-44b6-8e2b-739a0e1e0edd,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:19.901958 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (bc20c689-a4bc-48c0-8b4a-1f138134853b), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.970067 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.971315 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c1951fce-eafa-4077-a07a-b7d1f7f215f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2015193 Mar 04 20:41:20.113522 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-357faf6f-7d44-4467-9f77-7b91d451f891 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1506963149&fields=id&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 267 time: 0.0417802 Mar 04 20:41:20.220412 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-a1820c9a-3efa-42a9-8809-2c5c2b219a33 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.221875 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-a1820c9a-3efa-42a9-8809-2c5c2b219a33 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.1021972 Mar 04 20:41:20.236402 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-895c007a-5129-4cb6-9492-9cbdbf0fd6cc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/quotas/af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 375 time: 0.0091939 Mar 04 20:41:20.305192 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-c725736b-b6c9-4f46-a5f1-7df6b9b44d65 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641594 Mar 04 20:41:20.492963 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-dae6d0c8-e693-435d-844c-f04f2ecac54a service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729043 Mar 04 20:41:20.579525 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-cba73700-bdda-4c59-a1b6-7f5f56d05b92 service neutron] 10.222.0.37 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804651 Mar 04 20:41:20.822579 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af9c41-9898-4dd1-ad40-3d619338223d req-c4a13ce3-38bc-45bc-a414-ff835f5698b0 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.823888 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8b79d1ee-a511-48c5-800f-80a7c83916f0 req-73276db4-3058-46d5-a5b5-ef65474239f7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 210 time: 0.0280540 Mar 04 20:41:20.824087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-57af9c41-9898-4dd1-ad40-3d619338223d req-c4a13ce3-38bc-45bc-a414-ff835f5698b0 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0587838 Mar 04 20:41:20.874284 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-57af9c41-9898-4dd1-ad40-3d619338223d req-ce270a42-5e87-462d-8dfa-19fb8c8bb1ea tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Mar 04 20:41:21.737741 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c642e21-80ce-434b-bc4d-ab8a51ff42f6 req-51a5a8ce-d1b9-4bc8-99a3-b1b1a5f11214 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:21.739257 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1c642e21-80ce-434b-bc4d-ab8a51ff42f6 req-51a5a8ce-d1b9-4bc8-99a3-b1b1a5f11214 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0591447 Mar 04 20:41:21.791428 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1c642e21-80ce-434b-bc4d-ab8a51ff42f6 req-b2372b4f-a9dd-4382-89fb-3fa6ee33ae53 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446460 Mar 04 20:41:21.927167 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-10bc42b0-4c3c-45d9-855d-891310ba8270 req-35bdc735-983f-4373-87aa-985bc988e3f1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 210 time: 0.0336487 Mar 04 20:41:21.994250 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467778-b8b7-4dcc-9d4d-7004c797657d req-af7cca6f-5e3c-41f5-a42c-dee91a68a1e0 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:21.996194 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ba467778-b8b7-4dcc-9d4d-7004c797657d req-af7cca6f-5e3c-41f5-a42c-dee91a68a1e0 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0545743 Mar 04 20:41:22.044557 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ba467778-b8b7-4dcc-9d4d-7004c797657d req-b22e25f4-e71f-4362-9cc5-94c139ff51fd tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Mar 04 20:41:22.420040 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c01ca-de50-43ad-b7f3-0befab3bb800 req-9f48dba7-fe50-4ab6-9540-249af8e8043b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.421533 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-495c01ca-de50-43ad-b7f3-0befab3bb800 req-9f48dba7-fe50-4ab6-9540-249af8e8043b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0534356 Mar 04 20:41:22.472937 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-495c01ca-de50-43ad-b7f3-0befab3bb800 req-20ec42df-d313-4072-a223-c549de7bb80c tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458708 Mar 04 20:41:22.623026 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-f90a48b2-e7d4-4ac8-87bf-168141bb02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.624630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-f90a48b2-e7d4-4ac8-87bf-168141bb02b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 1129 time: 0.0933383 Mar 04 20:41:22.717926 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-c01ad240-ed9a-40cf-98dc-c39b82ca6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.719430 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-c01ad240-ed9a-40cf-98dc-c39b82ca6ab5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 912 time: 0.0865483 Mar 04 20:41:22.885287 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-49d65d88-a959-4180-b6c3-455b2eeda2bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb HTTP/1.1" status: 200 len: 1001 time: 0.1553757 Mar 04 20:41:22.925347 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b30537-8e24-4a3a-a2d7-8800f868c625 req-2248de59-baf0-43e2-85a6-e14db0fdd452 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.927156 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c6b30537-8e24-4a3a-a2d7-8800f868c625 req-2248de59-baf0-43e2-85a6-e14db0fdd452 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0526981 Mar 04 20:41:22.941100 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-4d28e4fa-ec47-434c-9c75-293c026c3c33 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756454067&fields=id&tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88 HTTP/1.1" status: 200 len: 267 time: 0.1430881 Mar 04 20:41:22.954872 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-b90c8ee3-96f4-4ac8-b3c4-deb1bd1a9c72 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.956360 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-b90c8ee3-96f4-4ac8-b3c4-deb1bd1a9c72 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 814 time: 0.2360494 Mar 04 20:41:22.990585 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c6b30537-8e24-4a3a-a2d7-8800f868c625 req-e1a43b2a-fb42-4531-b3a5-2026b97ae82c tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564892 Mar 04 20:41:23.017779 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-3f483468-86f7-4acf-ae8f-e8bc71318cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.017779 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-3f483468-86f7-4acf-ae8f-e8bc71318cd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 200 len: 850 time: 0.1213517 Mar 04 20:41:23.077270 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-aabad9c1-8c7a-4c5e-a562-7f8b6f71eca0 req-7f82785e-63ee-45b5-a027-8d724d991954 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 210 time: 0.0294611 Mar 04 20:41:23.099174 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-6e2aa0f0-7ca5-453e-94b6-96b6388f7406 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.100708 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-6e2aa0f0-7ca5-453e-94b6-96b6388f7406 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 984 time: 0.1417527 Mar 04 20:41:23.108878 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-5ff27c89-8253-48df-827d-63d147d6c058 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af15fcef91224b5594eee935e86cc383 HTTP/1.1" status: 200 len: 380 time: 0.1344748 Mar 04 20:41:23.115631 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Request body: {'port': {'security_groups': ['9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:23.147578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'port': {'device_id': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'admin_state_up': True, 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'security_groups': ['16dfea30-adfa-435d-89a4-a29a2912b4fb']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:23.175626 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-127b125d-c52b-449d-a66b-2c772c3d2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.177166 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-127b125d-c52b-449d-a66b-2c772c3d2823 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=120b0cca-600e-463f-a708-f379fc55ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1546695 Mar 04 20:41:23.318006 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:23.409739 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-d4e7a51e-cb05-4904-8c4f-d4b78f33230b service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221506 Mar 04 20:41:23.504063 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Made reservation on behalf of af15fcef91224b5594eee935e86cc383 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:23.507414 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:23.593777 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b328eda-94a8-4187-a7c7-57f39f5d67b8 req-18d19a4a-0a3d-4b3a-86b3-55d7cd5e15e5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.595426 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9b328eda-94a8-4187-a7c7-57f39f5d67b8 req-18d19a4a-0a3d-4b3a-86b3-55d7cd5e15e5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0534518 Mar 04 20:41:23.648814 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9b328eda-94a8-4187-a7c7-57f39f5d67b8 req-f451069d-3a37-4638-b62a-1b638c8d5b67 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460780 Mar 04 20:41:23.662066 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-13d35421-a735-4a5a-9d03-7cc26e18e971 req-c515b79b-38fd-4ec2-b72f-b0833869308e service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444844 Mar 04 20:41:23.691343 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:23.761099 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:23.765755 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Allocated IP 172.20.0.8 (5d0c319a-2042-4403-a805-fc7c2c046473/c88a879c-2019-4e6d-9441-7e0ce713e8e8/bc48efe9-24f2-453d-a50e-b31fa857344d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:41:23.851838 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:23.864042 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['beb382c3-6a99-4c65-8af0-0b10a89765c3'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:23.916906 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.917474 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:23.919410 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a6539790-b909-43d6-aac4-01f458b4b9b4 req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "PUT /v2.0/ports/beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 942 time: 0.8088760 Mar 04 20:41:23.925440 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:23.925440 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd1d73-01e6-4b72-859b-174dbd64e82e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:23.925873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41898) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:23.960858 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc7886-1c06-435e-997e-fb4cb032fc98 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event updated for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:23.975524 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.008436 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['beb382c3-6a99-4c65-8af0-0b10a89765c3'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:24.009603 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1472a13a-7756-45b8-8537-f5c46ba85de7 x-openstack-request-id: req-1472a13a-7756-45b8-8537-f5c46ba85de7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:24.010099 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:24.010569 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1472a13a-7756-45b8-8537-f5c46ba85de7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:24.011388 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'status': 'completed', 'code': 200} Mar 04 20:41:24.036182 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-760c719e-df03-4262-828f-816f9c9a165f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group (543ee6d5-0f14-40a9-b742-de1100c91d4e), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.087111 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-57b50e67-ed77-442a-962a-9c4f4d8d0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.088693 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-57b50e67-ed77-442a-962a-9c4f4d8d0e33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0761163 Mar 04 20:41:24.093107 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-760c719e-df03-4262-828f-816f9c9a165f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group (543ee6d5-0f14-40a9-b742-de1100c91d4e), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.150499 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.248903 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Network 5d0c319a-2042-4403-a805-fc7c2c046473 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:41:24.264660 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:24.272935 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:41:24.280016 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-760c719e-df03-4262-828f-816f9c9a165f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (543ee6d5-0f14-40a9-b742-de1100c91d4e), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.285616 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-760c719e-df03-4262-828f-816f9c9a165f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.287737 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-760c719e-df03-4262-828f-816f9c9a165f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "DELETE /v2.0/security-groups/543ee6d5-0f14-40a9-b742-de1100c91d4e HTTP/1.1" status: 204 len: 168 time: 0.3599744 Mar 04 20:41:24.292664 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 41912) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:24.302589 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-6973cd0f-d11f-4925-b9e7-85c63388156b None None] Provisioning complete for port beb382c3-6a99-4c65-8af0-0b10a89765c3 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:24.302977 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6973cd0f-d11f-4925-b9e7-85c63388156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.324145 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033bfd-4ab9-4bb8-ba62-e1ee90114186 req-fac76088-2ee0-4425-b640-e1fb97cf1799 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.326692 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1e033bfd-4ab9-4bb8-ba62-e1ee90114186 req-fac76088-2ee0-4425-b640-e1fb97cf1799 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.2309806 Mar 04 20:41:24.333368 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event updated for resources: {'Port': ['ID=bc48efe9-24f2-453d-a50e-b31fa857344d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:24.344957 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-6e3ba088-7b36-4c37-89ba-7915a3a658dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.346551 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-6e3ba088-7b36-4c37-89ba-7915a3a658dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 200 len: 916 time: 0.2492657 Mar 04 20:41:24.370067 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.370878 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.452185 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df1691-f26f-44e1-9824-700667a68507 req-b3bfa7c7-81a2-4172-b435-2f9828ae2199 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.459768 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-87df1691-f26f-44e1-9824-700667a68507 req-b3bfa7c7-81a2-4172-b435-2f9828ae2199 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 931 time: 0.2473080 Mar 04 20:41:24.473698 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6973cd0f-d11f-4925-b9e7-85c63388156b None None] Current status of the port beb382c3-6a99-4c65-8af0-0b10a89765c3 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:24.495748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c719e-df03-4262-828f-816f9c9a165f tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ee6d5-0f14-40a9-b742-de1100c91d4e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:24.530335 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-87df1691-f26f-44e1-9824-700667a68507 req-80a7e66e-2d38-4eb6-b07d-9abfe19ebf68 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661809 Mar 04 20:41:24.597782 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Deleting port a024390e-18b5-43d9-b03e-bb86bafd016c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:24.598260 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.601539 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-89790208-6a67-4f65-843e-17f56c939b18 None None] Provisioning complete for port bc48efe9-24f2-453d-a50e-b31fa857344d triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:24.602189 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-89790208-6a67-4f65-843e-17f56c939b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.638745 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-89790208-6a67-4f65-843e-17f56c939b18 None None] Port bc48efe9-24f2-453d-a50e-b31fa857344d cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:41:24.680927 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.681536 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for floatingip (a024390e-18b5-43d9-b03e-bb86bafd016c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.697450 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Calling delete_port for a024390e-18b5-43d9-b03e-bb86bafd016c owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:24.732590 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1e033bfd-4ab9-4bb8-ba62-e1ee90114186 req-feb1769e-84c6-48c4-9948-a5f153cccf19 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828254 Mar 04 20:41:24.736552 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-a07e1c83-ea4f-4127-92b5-86a64385a196 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 1001 time: 0.3781879 Mar 04 20:41:24.779630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-abde5a7c-9767-4146-89bf-d21815570a09 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6571980 Mar 04 20:41:24.791465 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Request body: {'port': {'device_id': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:24.817653 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-897bbe92-f034-4fd3-a358-94f03c7d85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.819376 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-897bbe92-f034-4fd3-a358-94f03c7d85ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 HTTP/1.1" status: 200 len: 854 time: 0.0729470 Mar 04 20:41:24.845382 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e885e9d-f309-4b95-8033-4d0122c9d275 req-b7c74ab5-6848-4dc6-8bd5-ec712daa48bd tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.846883 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4e885e9d-f309-4b95-8033-4d0122c9d275 req-b7c74ab5-6848-4dc6-8bd5-ec712daa48bd tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0995305 Mar 04 20:41:24.886814 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.928168 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4e885e9d-f309-4b95-8033-4d0122c9d275 req-d54c6a74-a744-4118-8f6f-c61a601bbc2f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753751 Mar 04 20:41:24.943809 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-a7f596d1-4b10-496c-88db-86308b6f0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.943809 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-a7f596d1-4b10-496c-88db-86308b6f0e0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1160135 Mar 04 20:41:25.031542 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (a024390e-18b5-43d9-b03e-bb86bafd016c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.057238 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event deleted for resources: {'Port': ['ID=a024390e-18b5-43d9-b03e-bb86bafd016c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:25.117218 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks [] for floatingip (f53a60f0-f36c-4a2a-acd7-00ebcfe88852), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.117554 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Floating IP f53a60f0-f36c-4a2a-acd7-00ebcfe88852 disassociated (deleted). External IP: 172.27.3.137, port: beb382c3-6a99-4c65-8af0-0b10a89765c3. Mar 04 20:41:25.159081 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-2be5535e-c51a-468b-a0cb-886dda5fb489 service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047400 Mar 04 20:41:25.311866 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3bfd1d73-01e6-4b72-859b-174dbd64e82e req-97155ddf-b6c0-4ddc-b450-4d103d1cca2d service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450264 Mar 04 20:41:25.317706 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc48efe9-24f2-453d-a50e-b31fa857344d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:25.326496 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Publish callbacks [] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.331236 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Router 63c689f3-a411-4591-8bc4-bd1f1ad176ef has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:41:25.339294 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Transition to ACTIVE for port object bc48efe9-24f2-453d-a50e-b31fa857344d will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:41:25.421152 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.444736 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:41:25.449289 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.457292 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] Sync routers for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:41:25.478830 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:25.479681 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:25.500710 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f6672067-d20b-4e7d-a4c2-a8ceffdf23d3 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "DELETE /v2.0/floatingips/f53a60f0-f36c-4a2a-acd7-00ebcfe88852 HTTP/1.1" status: 204 len: 168 time: 1.2048900 Mar 04 20:41:25.501430 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:25.504187 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:25.545544 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Pushing event updated for resources: {'Port': ['ID=bc48efe9-24f2-453d-a50e-b31fa857344d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:25.614142 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Attempting to bind port bc48efe9-24f2-453d-a50e-b31fa857344d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:41:25.614870 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Attempting to bind port bc48efe9-24f2-453d-a50e-b31fa857344d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:41:25.615217 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Attempting to bind port bc48efe9-24f2-453d-a50e-b31fa857344d on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:25.619334 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:25.620779 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Port bc48efe9-24f2-453d-a50e-b31fa857344d on network 5d0c319a-2042-4403-a805-fc7c2c046473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:41:25.621114 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Attempting to bind port bc48efe9-24f2-453d-a50e-b31fa857344d on network 5d0c319a-2042-4403-a805-fc7c2c046473 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:25.639873 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:41:25.640230 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Checking segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:41:25.640649 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Bound using segment: {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:41:25.641113 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Bound port: bc48efe9-24f2-453d-a50e-b31fa857344d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2259ddeb-6c6f-4626-8978-254791cbb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:41:25.641477 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.732468 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] For port bc48efe9-24f2-453d-a50e-b31fa857344d, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:41:25.735515 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] For port bc48efe9-24f2-453d-a50e-b31fa857344d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc48efe9-24f2-453d-a50e-b31fa857344d,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:41:25.826299 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.868448 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 5, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:25.889336 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:25.890223 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:25.894951 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] 10.222.0.39 "PUT /v2.0/ports/bc48efe9-24f2-453d-a50e-b31fa857344d HTTP/1.1" status: 200 len: 1093 time: 1.1042409 Mar 04 20:41:25.906551 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] Checking router: 63c689f3-a411-4591-8bc4-bd1f1ad176ef for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:41:25.915874 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:25.916538 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:25.920242 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa933199-1976-4b4e-a425-76772bf7157f service neutron] Pushing event updated for resources: {'Port': ['ID=bc48efe9-24f2-453d-a50e-b31fa857344d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:25.979230 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b795f2-fc4a-4a81-8684-eeb7e5d667e1 x-openstack-request-id: req-05b795f2-fc4a-4a81-8684-eeb7e5d667e1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:25.979531 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:25.979772 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05b795f2-fc4a-4a81-8684-eeb7e5d667e1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:25.983106 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'status': 'completed', 'code': 200} Mar 04 20:41:26.018873 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:26.027762 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:26.077834 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:26.171180 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-41100334-0458-4419-a932-deaf20bc182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.172992 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-41100334-0458-4419-a932-deaf20bc182e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 1127 time: 0.1651790 Mar 04 20:41:26.176908 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef304f3b-27fd-4d94-a5cd-da886b282422 req-c1cd2783-55a6-4fba-a0e7-8c20f9511cc9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.182779 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-2df9ed1d-094c-43ce-b826-bfaa837a2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.184420 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-2df9ed1d-094c-43ce-b826-bfaa837a2d1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 1129 time: 0.1524162 Mar 04 20:41:26.187824 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ef304f3b-27fd-4d94-a5cd-da886b282422 req-c1cd2783-55a6-4fba-a0e7-8c20f9511cc9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 943 time: 0.0979002 Mar 04 20:41:26.239197 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ef304f3b-27fd-4d94-a5cd-da886b282422 req-97d66e61-4c60-4873-a96f-579b676f5878 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501690 Mar 04 20:41:26.240778 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd7d36-8510-4695-9406-2084a225f2d0 req-21a5cae8-cf5b-4552-8ed2-84ca157e1806 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.242521 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-54dd7d36-8510-4695-9406-2084a225f2d0 req-21a5cae8-cf5b-4552-8ed2-84ca157e1806 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1709702 Mar 04 20:41:26.254608 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-ca99e1cb-acd3-4ebc-b9ea-9075f7d3b07f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc48efe9-24f2-453d-a50e-b31fa857344d HTTP/1.1" status: 200 len: 217 time: 0.0685346 Mar 04 20:41:26.389538 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-743a145f-299b-4384-abe1-9b4790b56bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.391024 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-743a145f-299b-4384-abe1-9b4790b56bea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.1249189 Mar 04 20:41:26.408836 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c385e06-8e15-4479-b762-873f1b27cc89 req-64a23567-840b-41d6-b483-5976f5320b8d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.410614 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9c385e06-8e15-4479-b762-873f1b27cc89 req-64a23567-840b-41d6-b483-5976f5320b8d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0553713 Mar 04 20:41:26.423319 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-54dd7d36-8510-4695-9406-2084a225f2d0 req-18b45d9d-a5c6-428b-92a7-cef1a56450e6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681831 Mar 04 20:41:26.452853 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-37e056fb-05c8-421d-9b32-2fe0192b3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.453648 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-37e056fb-05c8-421d-9b32-2fe0192b3035 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 200 len: 916 time: 0.2595258 Mar 04 20:41:26.483179 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 5, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:26.492906 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9c385e06-8e15-4479-b762-873f1b27cc89 req-d1c638f3-0070-4aaa-ad33-224da5fcda16 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754919 Mar 04 20:41:26.510155 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e94def8-323a-4c2c-8d9f-abf9ba0837a0 x-openstack-request-id: req-9e94def8-323a-4c2c-8d9f-abf9ba0837a0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:26.511332 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:26.511332 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e94def8-323a-4c2c-8d9f-abf9ba0837a0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:26.511874 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'status': 'completed', 'code': 200} Mar 04 20:41:26.513798 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b652ae-e98e-4df1-ae99-40954549a64b None None] The sync data for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi is: [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:38:37Z', 'revision_number': 4, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '8631ec26-6b46-4804-99ef-c74ec24f8eb1', 'name': '', 'network_id': '1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'mac_address': 'fa:16:3e:5a:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:37Z', 'updated_at': '2022-03-04T20:38:42Z', 'revision_number': 5, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'subnets': [{'id': '6f2769a3-ba49-4661-a6b7-82cd0e6e89b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:41:26.516763 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-268efaf5-9a15-4308-b9e0-c285f947893e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 200 len: 217 time: 0.0549805 Mar 04 20:41:26.532554 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-47ed684b-4887-415d-95b9-b915469af148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.534036 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-47ed684b-4887-415d-95b9-b915469af148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1366017 Mar 04 20:41:26.623762 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-0ff66dde-4375-4b38-aecc-81e3384d9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.625271 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-0ff66dde-4375-4b38-aecc-81e3384d9f3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 HTTP/1.1" status: 200 len: 854 time: 0.1029499 Mar 04 20:41:26.686922 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-d093dbf1-554d-4af3-8050-07e99fc084e4 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330168 Mar 04 20:41:26.714259 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-b54f83a7-cdab-41e3-9590-88984aa01522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.715911 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-b54f83a7-cdab-41e3-9590-88984aa01522 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0827727 Mar 04 20:41:26.769165 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71705499-12c3-4597-a612-e9624562ad82 None None] New status for floating IP f53a60f0-f36c-4a2a-acd7-00ebcfe88852: DOWN {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:41:26.853169 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1120b36f-8eb9-4c8a-a359-dbb8fa874325 req-cc38a183-a47b-4fa6-b3fc-e99e57038678 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598499 Mar 04 20:41:26.868678 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-437810e7-edab-4b6e-9c8f-ca31f4542738 service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441128 Mar 04 20:41:27.069303 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c615d4ec-65f2-4fe2-88a0-4bc476a20bdc req-bbc56dd7-73e1-4de5-a4d3-905ee988c9eb service neutron] 10.222.0.39 "GET /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961068 Mar 04 20:41:27.160650 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-dbdfe027-3993-453e-884c-920c76d6beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.162153 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-dbdfe027-3993-453e-884c-920c76d6beed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 1127 time: 0.0476508 Mar 04 20:41:27.257946 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-3d544b41-2b13-4118-9c0f-e1f6000ab527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.259391 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-3d544b41-2b13-4118-9c0f-e1f6000ab527 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 915 time: 0.0886147 Mar 04 20:41:27.301074 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-e6bc44df-38aa-41a5-8706-f037d7639425 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc48efe9-24f2-453d-a50e-b31fa857344d HTTP/1.1" status: 200 len: 217 time: 0.0350850 Mar 04 20:41:27.384235 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-0e192b6c-047d-4951-ad0f-f4ad5da857aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.385718 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-0e192b6c-047d-4951-ad0f-f4ad5da857aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0709231 Mar 04 20:41:27.396006 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bfc8b-6c3d-42af-b0ce-b4ed54a01dac req-680db853-c03b-4051-8044-9fe691a7d0fa tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.397456 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-da6bfc8b-6c3d-42af-b0ce-b4ed54a01dac req-680db853-c03b-4051-8044-9fe691a7d0fa tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 943 time: 0.0908778 Mar 04 20:41:27.488382 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-da6bfc8b-6c3d-42af-b0ce-b4ed54a01dac req-fae9ec03-15c0-4017-b68c-da5441984db5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816443 Mar 04 20:41:27.492785 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-e14b5818-9b3e-47a3-bd94-8200bac7e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.494244 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-e14b5818-9b3e-47a3-bd94-8200bac7e065 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0959368 Mar 04 20:41:27.583980 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecee0f7-83e7-4b92-9a63-9b215c076c55 req-86fa5c3f-a618-41dc-9e66-b7178f94d3f0 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.583980 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6ecee0f7-83e7-4b92-9a63-9b215c076c55 req-86fa5c3f-a618-41dc-9e66-b7178f94d3f0 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0648897 Mar 04 20:41:27.624457 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6ecee0f7-83e7-4b92-9a63-9b215c076c55 req-eb6d1bca-e764-47df-94ec-1cbf1ad3bbf0 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489497 Mar 04 20:41:27.630714 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-af547001-5bfd-41db-9d0b-c7054fb2a6ea service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296024 Mar 04 20:41:27.666923 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e35cb-5dd3-4956-a1e7-3af7ecf21e30 req-719f8965-4715-4a07-a2f1-4c6eb0451bb8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.668731 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-df3e35cb-5dd3-4956-a1e7-3af7ecf21e30 req-719f8965-4715-4a07-a2f1-4c6eb0451bb8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0898211 Mar 04 20:41:27.771637 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-df3e35cb-5dd3-4956-a1e7-3af7ecf21e30 req-e7f8b7ae-4c3a-47b5-bf80-0c7816a9546b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962493 Mar 04 20:41:27.776935 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b65aaba3-c211-4e8e-87c2-eb7fe33970a3 req-6a867d0c-113e-4e40-8f4c-ae4975799a72 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383491 Mar 04 20:41:28.607435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616a312-75f9-4b2c-b2f5-17c7c8adc7fc req-a907b6c7-feb8-42a6-b2e2-bc2dab8d7d10 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:28.608928 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c616a312-75f9-4b2c-b2f5-17c7c8adc7fc req-a907b6c7-feb8-42a6-b2e2-bc2dab8d7d10 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 943 time: 0.0520806 Mar 04 20:41:28.655245 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c616a312-75f9-4b2c-b2f5-17c7c8adc7fc req-2b0da03a-9fce-469d-848f-30659b1b6313 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Mar 04 20:41:28.739929 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776e308-6338-41ce-9ba5-1f00ff847777 req-4cfbfdaa-7701-4efd-b1be-1ea45d6191e4 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:28.741427 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0776e308-6338-41ce-9ba5-1f00ff847777 req-4cfbfdaa-7701-4efd-b1be-1ea45d6191e4 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0528841 Mar 04 20:41:28.790246 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0776e308-6338-41ce-9ba5-1f00ff847777 req-31f9818c-4bf0-4237-954e-a96a41ed59a6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Mar 04 20:41:28.894652 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b78d8-6311-4df4-b8c2-12b68807a0c3 req-efe410ba-8411-4727-b8cb-de02ab3a8abb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:28.896126 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c15b78d8-6311-4df4-b8c2-12b68807a0c3 req-efe410ba-8411-4727-b8cb-de02ab3a8abb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0530186 Mar 04 20:41:28.943316 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c15b78d8-6311-4df4-b8c2-12b68807a0c3 req-28551ae9-ba06-4bbb-89ed-518e1d5f07db tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417087 Mar 04 20:41:29.083012 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0ede5-0021-4eb5-9d4d-54e85cb0ffce req-6dd55912-d29e-4718-884c-1126832fa852 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:29.084420 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6af0ede5-0021-4eb5-9d4d-54e85cb0ffce req-6dd55912-d29e-4718-884c-1126832fa852 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.0564959 Mar 04 20:41:29.132127 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6af0ede5-0021-4eb5-9d4d-54e85cb0ffce req-28c85d0a-a769-45e9-bfe1-617b100efd7e tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Mar 04 20:41:29.773153 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccec34a-2939-47dc-9514-451c675227a1 req-008c5bb4-d028-4301-b42a-94faa326f7e5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:29.774622 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8ccec34a-2939-47dc-9514-451c675227a1 req-008c5bb4-d028-4301-b42a-94faa326f7e5 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 943 time: 0.0524073 Mar 04 20:41:29.820788 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8ccec34a-2939-47dc-9514-451c675227a1 req-491dc33e-38b8-44b4-bfce-c83754f9b1b4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405741 Mar 04 20:41:29.906873 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e803b-f4ae-403a-bbe9-14bd01a58697 req-0348f1d1-14c0-4156-a002-28c1c3856365 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:29.908346 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f8e803b-f4ae-403a-bbe9-14bd01a58697 req-0348f1d1-14c0-4156-a002-28c1c3856365 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0527391 Mar 04 20:41:29.955825 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5f8e803b-f4ae-403a-bbe9-14bd01a58697 req-ed831e3c-b308-4329-ab50-e9f0fc444fac tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Mar 04 20:41:30.067440 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e286058-9dc9-44c7-b66f-0041fb2e7ef1 req-d18f00c1-3542-4a44-b7ec-800138d647db tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:30.068934 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0e286058-9dc9-44c7-b66f-0041fb2e7ef1 req-d18f00c1-3542-4a44-b7ec-800138d647db tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0553603 Mar 04 20:41:30.115246 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0e286058-9dc9-44c7-b66f-0041fb2e7ef1 req-6b402474-44f6-4796-8c0a-564d2f0e4976 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408344 Mar 04 20:41:30.150649 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-01c73e15-c8c4-4005-9147-571e5f1df058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:30.251954 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bae21-a3ab-43fd-a1de-faadac38248a req-60b52153-602f-435e-859a-12319af27a14 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:30.253365 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cf0bae21-a3ab-43fd-a1de-faadac38248a req-60b52153-602f-435e-859a-12319af27a14 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.0561092 Mar 04 20:41:30.298735 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cf0bae21-a3ab-43fd-a1de-faadac38248a req-12871c56-05a4-4d77-be94-6f11a8df4c7a tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Mar 04 20:41:30.861479 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-8bf64848-ee23-4d02-ac3e-146f62261a3c tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:30.862965 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-8bf64848-ee23-4d02-ac3e-146f62261a3c tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 945 time: 0.0521390 Mar 04 20:41:30.906014 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device bc48efe9-24f2-453d-a50e-b31fa857344d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:41:30.937456 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b1bd3-4f67-40ce-a906-fe160c798ab2 req-f9e379a5-6e48-4c2e-bf1e-20ab11eeb405 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:30.938998 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a40b1bd3-4f67-40ce-a906-fe160c798ab2 req-f9e379a5-6e48-4c2e-bf1e-20ab11eeb405 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 943 time: 0.0527852 Mar 04 20:41:30.960991 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Deleting port beb382c3-6a99-4c65-8af0-0b10a89765c3 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:30.961590 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:30.987598 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a40b1bd3-4f67-40ce-a906-fe160c798ab2 req-c1008573-ffdc-4031-bb9d-85c680136022 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 Mar 04 20:41:31.016325 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port bc48efe9-24f2-453d-a50e-b31fa857344d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc48efe9-24f2-453d-a50e-b31fa857344d,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:31.027408 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'port_id': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'mac_address': 'fa:16:3e:b1:28:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:41:31.065117 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port bc48efe9-24f2-453d-a50e-b31fa857344d is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:31.065514 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:31.078181 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc48efe9-24f2-453d-a50e-b31fa857344d {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:31.093246 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] For port beb382c3-6a99-4c65-8af0-0b10a89765c3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=beb382c3-6a99-4c65-8af0-0b10a89765c3,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:31.093614 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:31.097970 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port bc48efe9-24f2-453d-a50e-b31fa857344d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc48efe9-24f2-453d-a50e-b31fa857344d,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:31.109446 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Calling delete_port for beb382c3-6a99-4c65-8af0-0b10a89765c3 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:31.117454 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952328e4-21c5-4e11-9eaf-e83e64a85821 req-d7a2bd70-92d7-41eb-af67-fc899dab9490 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:31.118913 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-952328e4-21c5-4e11-9eaf-e83e64a85821 req-d7a2bd70-92d7-41eb-af67-fc899dab9490 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0891056 Mar 04 20:41:31.150871 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:31.206630 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=bc48efe9-24f2-453d-a50e-b31fa857344d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:31.217411 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-952328e4-21c5-4e11-9eaf-e83e64a85821 req-5f69d835-e742-4dda-800c-c5bd4ef68a20 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910602 Mar 04 20:41:31.250282 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86f907-fa89-4d3f-8c4f-8632351acb7b req-b36c782e-9716-46c2-8019-2f6373430bc5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:31.259632 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-be86f907-fa89-4d3f-8c4f-8632351acb7b req-b36c782e-9716-46c2-8019-2f6373430bc5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0627434 Mar 04 20:41:31.302425 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-be86f907-fa89-4d3f-8c4f-8632351acb7b req-b7d06920-c23d-40fc-995d-73efb21e7260 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Mar 04 20:41:31.339661 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (beb382c3-6a99-4c65-8af0-0b10a89765c3), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:31.351803 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['beb382c3-6a99-4c65-8af0-0b10a89765c3'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:31.382880 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Pushing event deleted for resources: {'Port': ['ID=beb382c3-6a99-4c65-8af0-0b10a89765c3,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:31.406767 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['bc48efe9-24f2-453d-a50e-b31fa857344d'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:31.429933 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2af45d29-5af8-4eee-a493-af9d4e010af3 req-e126a36b-68ec-45ff-afdb-9337464c1388 tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa429a-e804-462b-bfd7-a92b7d1b0d8e HTTP/1.1" status: 200 len: 210 time: 0.0510566 Mar 04 20:41:31.451313 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] No DVR routers for this DVR port beb382c3-6a99-4c65-8af0-0b10a89765c3 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:31.453896 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:31.457756 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e8cb4464-9bd8-4bc3-8fa7-82d9c256010d req-d5c6ee33-3c9f-4004-9d38-b8b57b50e41d tempest-TestMinimumBasicScenario-2028128016 tempest-TestMinimumBasicScenario-2028128016-project] 10.222.0.39 "DELETE /v2.0/ports/beb382c3-6a99-4c65-8af0-0b10a89765c3 HTTP/1.1" status: 204 len: 173 time: 0.5898342 Mar 04 20:41:31.458231 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'name': 'network-vif-deleted', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:31.461000 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aca7ffc-6975-4a47-8857-cc89b8b79a75" -d '{"events": [{"server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "name": "network-vif-deleted", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:31.499510 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fe7951-3c0c-4a34-b139-b6ea4d60e2a5 x-openstack-request-id: req-d7fe7951-3c0c-4a34-b139-b6ea4d60e2a5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:31.499804 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfa429a-e804-462b-bfd7-a92b7d1b0d8e", "name": "network-vif-deleted", "tag": "beb382c3-6a99-4c65-8af0-0b10a89765c3", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:31.500059 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7fe7951-3c0c-4a34-b139-b6ea4d60e2a5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:31.500496 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfa429a-e804-462b-bfd7-a92b7d1b0d8e', 'name': 'network-vif-deleted', 'tag': 'beb382c3-6a99-4c65-8af0-0b10a89765c3', 'status': 'completed', 'code': 200} Mar 04 20:41:32.112304 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb091-344f-4b8c-90c6-fac766a42548 req-4ef4c1fd-a9bf-46b2-b430-1af318dac0a4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:32.113842 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a09eb091-344f-4b8c-90c6-fac766a42548 req-4ef4c1fd-a9bf-46b2-b430-1af318dac0a4 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 944 time: 0.0556808 Mar 04 20:41:32.164348 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a09eb091-344f-4b8c-90c6-fac766a42548 req-dc2280b9-4594-4405-b6c8-ab64ea3754a0 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Mar 04 20:41:32.336626 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4f2d-841c-4606-8fcf-6a4fa70333a6 req-5af83efd-6780-4837-9d7a-ecddac3849cc tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:32.338125 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-16ee4f2d-841c-4606-8fcf-6a4fa70333a6 req-5af83efd-6780-4837-9d7a-ecddac3849cc tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0530894 Mar 04 20:41:32.390107 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-16ee4f2d-841c-4606-8fcf-6a4fa70333a6 req-095df4ef-78e2-4ff0-b928-8297ed4a7231 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Mar 04 20:41:32.447676 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b9be4-50b3-46fa-bb9c-aeaac2b9b48e req-86a7c69e-5170-4bba-ad10-12c6d856be69 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:32.449215 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-011b9be4-50b3-46fa-bb9c-aeaac2b9b48e req-86a7c69e-5170-4bba-ad10-12c6d856be69 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0646720 Mar 04 20:41:32.488074 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5bcf22a2-53ff-435b-98d5-fff0386ed000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:32.501520 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-011b9be4-50b3-46fa-bb9c-aeaac2b9b48e req-27c9fc35-1fd5-4396-b6ac-1e73faf67bd3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464988 Mar 04 20:41:32.921732 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device bc48efe9-24f2-453d-a50e-b31fa857344d up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:41:33.030533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port bc48efe9-24f2-453d-a50e-b31fa857344d completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:41:33.034828 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port bc48efe9-24f2-453d-a50e-b31fa857344d triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:33.035152 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:33.115210 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port bc48efe9-24f2-453d-a50e-b31fa857344d is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:33.115598 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:33.137330 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:33.139832 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0756d337-e380-4bcc-9011-2d1352618299" -d '{"events": [{"server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "name": "network-vif-plugged", "status": "completed", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:33.151805 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port bc48efe9-24f2-453d-a50e-b31fa857344d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc48efe9-24f2-453d-a50e-b31fa857344d,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:33.236124 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93280b9c-da5e-4d5b-93e1-d1f591372068 x-openstack-request-id: req-93280b9c-da5e-4d5b-93e1-d1f591372068 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:33.236522 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "name": "network-vif-plugged", "status": "completed", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:33.236645 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93280b9c-da5e-4d5b-93e1-d1f591372068 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:33.237002 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'code': 200} Mar 04 20:41:33.254160 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:33.286198 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e359ea-7583-4381-bd09-ecaa44f06750 req-4b4f77e1-fbcf-462a-9957-b3e0bcc6c171 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.287793 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-99e359ea-7583-4381-bd09-ecaa44f06750 req-4b4f77e1-fbcf-462a-9957-b3e0bcc6c171 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 944 time: 0.0584536 Mar 04 20:41:33.310870 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=bc48efe9-24f2-453d-a50e-b31fa857344d,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:33.339935 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-99e359ea-7583-4381-bd09-ecaa44f06750 req-0c61568a-939b-4f39-8183-d5ad7f932632 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Mar 04 20:41:33.513635 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acb1a5-8ae4-4473-8cb7-432ff86ba4db req-2d4a21e6-7e86-4d5b-8507-1c0c0eb6186b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.515070 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f4acb1a5-8ae4-4473-8cb7-432ff86ba4db req-2d4a21e6-7e86-4d5b-8507-1c0c0eb6186b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0566676 Mar 04 20:41:33.592461 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f4acb1a5-8ae4-4473-8cb7-432ff86ba4db req-df4fe49e-cd06-41bf-905a-01e8383c1a12 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703149 Mar 04 20:41:33.598818 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72e88-a50c-4c91-a534-011056dc1f56 req-dfbc022e-9872-4643-ac99-339ce303ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.600318 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7dc72e88-a50c-4c91-a534-011056dc1f56 req-dfbc022e-9872-4643-ac99-339ce303ff9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 1129 time: 0.0940866 Mar 04 20:41:33.631683 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8af90-541d-4868-8cce-33a5e3bec8ea req-599a1d1d-3afe-426d-9fd7-b46c9288a4ed tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.633226 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-29f8af90-541d-4868-8cce-33a5e3bec8ea req-599a1d1d-3afe-426d-9fd7-b46c9288a4ed tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0591226 Mar 04 20:41:33.651671 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7dc72e88-a50c-4c91-a534-011056dc1f56 req-3cdd3dc4-80c4-421d-aa05-ac10b63d2f50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Mar 04 20:41:33.680838 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-29f8af90-541d-4868-8cce-33a5e3bec8ea req-c3fe9b03-413d-4afa-918d-504a2ff9951b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417614 Mar 04 20:41:33.762666 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:34.014304 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42058) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:34.025146 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-09a2c502-9b53-4bf0-800a-eabaaa9bb2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462918 Mar 04 20:41:34.111291 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-20df16b8-1e14-4421-93ec-4fa56b902213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:34.112819 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-20df16b8-1e14-4421-93ec-4fa56b902213 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 1129 time: 0.0442722 Mar 04 20:41:34.222167 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-372f140f-5b54-4386-84f7-eb52be2e6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:34.223647 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-372f140f-5b54-4386-84f7-eb52be2e6ae7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 912 time: 0.0926068 Mar 04 20:41:34.294465 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-292dd8fe-43b3-4a07-9a69-bce3f6d1d0e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb HTTP/1.1" status: 200 len: 1001 time: 0.0579114 Mar 04 20:41:34.304244 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:41:34.345831 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-a457c042-dc7e-459f-b4e5-26ed301f3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:34.347442 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-a457c042-dc7e-459f-b4e5-26ed301f3191 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 200 len: 850 time: 0.0473132 Mar 04 20:41:34.398794 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-80c6e4a7-6c5d-4a50-a248-bea164e19e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:34.400622 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-80c6e4a7-6c5d-4a50-a248-bea164e19e2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=120b0cca-600e-463f-a708-f379fc55ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455496 Mar 04 20:41:34.432554 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (63c689f3-a411-4591-8bc4-bd1f1ad176ef), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:34.783512 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413172c-ab3c-47fc-b8c5-a6f208d62bf4 req-65c6e389-b67e-4fcb-bde0-ba892a4b56c6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:34.785825 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4413172c-ab3c-47fc-b8c5-a6f208d62bf4 req-65c6e389-b67e-4fcb-bde0-ba892a4b56c6 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 945 time: 0.3718388 Mar 04 20:41:34.789357 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-8a9959f9-9de9-487c-9194-615c5c703c79 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824875 Mar 04 20:41:34.882765 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:34.905186 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4413172c-ab3c-47fc-b8c5-a6f208d62bf4 req-f92aa338-3137-436f-8721-bb96b96bd0c1 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130834 Mar 04 20:41:34.928723 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device beb382c3-6a99-4c65-8af0-0b10a89765c3 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:34.938820 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8ed696ea-9b1a-41c1-a162-53408bd1e2d7 req-f28f0159-83d2-4edd-b62c-9980687e1db7 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359167 Mar 04 20:41:34.951819 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: beb382c3-6a99-4c65-8af0-0b10a89765c3 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:34.956034 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device beb382c3-6a99-4c65-8af0-0b10a89765c3 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:34.974097 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:35.021537 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943b9a9-f2a2-4ad6-a707-0504be431aff req-fa28a489-9712-4feb-9658-cbda003e79ee tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:35.023016 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6943b9a9-f2a2-4ad6-a707-0504be431aff req-fa28a489-9712-4feb-9658-cbda003e79ee tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.3347840 Mar 04 20:41:35.051386 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d662c-b3f5-401f-9708-531cd8994816 req-09bcffca-5e0e-4f18-8ece-f05ef8030b96 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:35.053049 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0e9d662c-b3f5-401f-9708-531cd8994816 req-09bcffca-5e0e-4f18-8ece-f05ef8030b96 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0602672 Mar 04 20:41:35.067844 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Deleting port 8631ec26-6b46-4804-99ef-c74ec24f8eb1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:35.068191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:35.092616 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6943b9a9-f2a2-4ad6-a707-0504be431aff req-5a47e137-d14b-4125-ac40-4d9cdfce16ce tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629363 Mar 04 20:41:35.104893 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0e9d662c-b3f5-401f-9708-531cd8994816 req-438e3ae5-637e-4ec0-9654-5c6c33e4078c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436056 Mar 04 20:41:35.167753 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] For port 8631ec26-6b46-4804-99ef-c74ec24f8eb1, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=8631ec26-6b46-4804-99ef-c74ec24f8eb1,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:35.169578 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:35.183773 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Calling delete_port for 8631ec26-6b46-4804-99ef-c74ec24f8eb1 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:35.442765 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (8631ec26-6b46-4804-99ef-c74ec24f8eb1), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:35.469416 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Pushing event deleted for resources: {'Port': ['ID=8631ec26-6b46-4804-99ef-c74ec24f8eb1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:35.479670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.480030 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.480405 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.480749 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.481085 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.482143 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.482743 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.483097 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.483440 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.483777 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.484112 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.484469 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.484806 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:35.646213 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (63c689f3-a411-4591-8bc4-bd1f1ad176ef), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:35.868559 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Router 63c689f3-a411-4591-8bc4-bd1f1ad176ef has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:41:35.986817 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:41:35.997589 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-1439cd1e-c714-40b1-bc44-a54b16c5a28a admin admin] 10.222.0.37 "PUT /v2.0/routers/63c689f3-a411-4591-8bc4-bd1f1ad176ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758849 Mar 04 20:41:35.997707 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42068) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:35.998129 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] Sync routers for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:41:36.007347 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:36.008065 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:36.033566 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b44f1-0e28-4acf-bba0-4df862ff5d7d req-e37ee06a-8b03-47a6-a4c7-e4bb57f45d07 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:36.035109 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-149b44f1-0e28-4acf-bba0-4df862ff5d7d req-e37ee06a-8b03-47a6-a4c7-e4bb57f45d07 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 945 time: 0.0607457 Mar 04 20:41:36.098402 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-149b44f1-0e28-4acf-bba0-4df862ff5d7d req-17b24aff-c49d-42b7-8445-8071d841c481 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556641 Mar 04 20:41:36.124646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks [] for router (63c689f3-a411-4591-8bc4-bd1f1ad176ef), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.164758 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:36.252669 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ef4d2-f598-4a98-aef3-e4380e77081b req-6feb47b2-2583-4428-847d-791222cfad51 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:36.254407 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-be1ef4d2-f598-4a98-aef3-e4380e77081b req-6feb47b2-2583-4428-847d-791222cfad51 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 945 time: 0.0588324 Mar 04 20:41:36.264766 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42076) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:36.272649 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Request body: {'floatingip': {'port_id': 'bc48efe9-24f2-453d-a50e-b31fa857344d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:36.291580 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8103a-830f-43ab-a316-5afcad117aab req-e11b98ce-6589-4419-aaea-3586fa9e4e54 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:36.295238 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68e8103a-830f-43ab-a316-5afcad117aab req-e11b98ce-6589-4419-aaea-3586fa9e4e54 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1133115 Mar 04 20:41:36.314269 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks [] for router_gateway (63c689f3-a411-4591-8bc4-bd1f1ad176ef), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.323535 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (bc20c689-a4bc-48c0-8b4a-1f138134853b), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.358712 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '155c9819-b063-4c68-81d0-5a39de48e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:41:35Z', 'revision_number': 5, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port': {'id': '155c9819-b063-4c68-81d0-5a39de48e338', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:34Z', 'updated_at': '2022-03-04T20:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:36.360456 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-68e8103a-830f-43ab-a316-5afcad117aab req-0a935ec5-5a45-44c8-8a11-facff9f9afe6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589979 Mar 04 20:41:36.386879 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] Checking router: 63c689f3-a411-4591-8bc4-bd1f1ad176ef for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:41:36.395513 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] Routers {'63c689f3-a411-4591-8bc4-bd1f1ad176ef'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:36.401097 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:36.446422 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Deleting port 155c9819-b063-4c68-81d0-5a39de48e338 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:36.446861 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (155c9819-b063-4c68-81d0-5a39de48e338), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.480135 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b13f2-0fc1-447a-9832-78b93c10397d req-0baa021f-259d-4dd2-980e-823ae2a5a31e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:36.482335 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c36b13f2-0fc1-447a-9832-78b93c10397d req-0baa021f-259d-4dd2-980e-823ae2a5a31e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.1551890 Mar 04 20:41:36.490364 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] Set router 63c689f3-a411-4591-8bc4-bd1f1ad176ef gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:36.536994 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] For port 155c9819-b063-4c68-81d0-5a39de48e338, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=155c9819-b063-4c68-81d0-5a39de48e338,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:36.537367 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (155c9819-b063-4c68-81d0-5a39de48e338), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.550443 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Calling delete_port for 155c9819-b063-4c68-81d0-5a39de48e338 owned by network:router_gateway {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:36.554799 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:41:36Z', 'revision_number': 6, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port_host': None}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:36.581876 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c36b13f2-0fc1-447a-9832-78b93c10397d req-ab280c5d-2d8b-4a6f-aa6e-cc8c48e6ded4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922368 Mar 04 20:41:36.588464 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39b089-9cc6-4cd8-9035-7a48679a3a6a None None] The sync data for ids ['63c689f3-a411-4591-8bc4-bd1f1ad176ef'] in dv-cinder-799871-17-iscsi is: [{'id': '63c689f3-a411-4591-8bc4-bd1f1ad176ef', 'name': 'tempest-TestMinimumBasicScenario-1974288337-router', 'tenant_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:32Z', 'updated_at': '2022-03-04T20:41:36Z', 'revision_number': 6, 'project_id': '54ab0b60d30f4ba1979e0ce17dbfab88', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:41:36.653791 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.790945 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (155c9819-b063-4c68-81d0-5a39de48e338), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.821388 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=155c9819-b063-4c68-81d0-5a39de48e338,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:36.887860 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.888707 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (63c689f3-a411-4591-8bc4-bd1f1ad176ef), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:36.956457 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (bc20c689-a4bc-48c0-8b4a-1f138134853b), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.015505 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (63c689f3-a411-4591-8bc4-bd1f1ad176ef), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.017758 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks [] for router_controller (63c689f3-a411-4591-8bc4-bd1f1ad176ef), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.071087 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-9f364fab-c9ac-4804-86f8-7f082af5bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.072792 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-9f364fab-c9ac-4804-86f8-7f082af5bce5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1129 time: 0.1220362 Mar 04 20:41:37.078174 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP bc20c689-a4bc-48c0-8b4a-1f138134853b associated. External IP: 172.27.3.59, port: bc48efe9-24f2-453d-a50e-b31fa857344d. Mar 04 20:41:37.138996 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (63c689f3-a411-4591-8bc4-bd1f1ad176ef), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.139495 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c689f3-a411-4591-8bc4-bd1f1ad176ef {{(pid=103592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:41:37.145551 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.146680 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-fe0e2065-8fc6-4f74-8a3d-fce74628d1b4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/63c689f3-a411-4591-8bc4-bd1f1ad176ef HTTP/1.1" status: 204 len: 168 time: 1.1508298 Mar 04 20:41:37.150754 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42078) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:37.210579 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-faedb827-2ed0-44d9-95e0-326423cadd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.211976 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-faedb827-2ed0-44d9-95e0-326423cadd4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 909 time: 0.1328571 Mar 04 20:41:37.217358 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] Deleting subnet 6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 {{(pid=103592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:41:37.226807 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] Publish callbacks [] for subnet (6f2769a3-ba49-4661-a6b7-82cd0e6e89b1), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.290868 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:41:37.303070 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10002066'] for subnet (6f2769a3-ba49-4661-a6b7-82cd0e6e89b1), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.328357 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-ec84b8ef-2a6b-4d94-9725-e541221b3992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 1001 time: 0.1085460 Mar 04 20:41:37.406030 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:41:37.410873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.417749 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:41:37.432146 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-f038e44e-429e-4b71-966b-5486fbc26d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.433647 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-f038e44e-429e-4b71-966b-5486fbc26d2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 200 len: 847 time: 0.0978487 Mar 04 20:41:37.437216 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:37.438102 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:37.488913 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-af38fe15-4e4d-47d9-9786-2929063fcec9 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "PUT /v2.0/floatingips/bc20c689-a4bc-48c0-8b4a-1f138134853b HTTP/1.1" status: 200 len: 990 time: 1.2196658 Mar 04 20:41:37.489673 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:37.495081 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157885e2-a0e9-4e37-b59c-cac08fcb77e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:37.498528 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 155c9819-b063-4c68-81d0-5a39de48e338 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:37.525950 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (6f2769a3-ba49-4661-a6b7-82cd0e6e89b1), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.533883 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 155c9819-b063-4c68-81d0-5a39de48e338 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:37.534606 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 155c9819-b063-4c68-81d0-5a39de48e338 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:37.535319 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 8631ec26-6b46-4804-99ef-c74ec24f8eb1 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:37.548823 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a2f58e-5167-4120-859b-17da2d3e2b1a x-openstack-request-id: req-d2a2f58e-5167-4120-859b-17da2d3e2b1a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:37.548823 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:37.552013 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2a2f58e-5167-4120-859b-17da2d3e2b1a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:37.552793 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'status': 'completed', 'code': 200} Mar 04 20:41:37.566084 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 8631ec26-6b46-4804-99ef-c74ec24f8eb1 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:37.566720 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 8631ec26-6b46-4804-99ef-c74ec24f8eb1 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:37.616661 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:37.627160 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-88736836-468f-49ef-801f-78f39f41316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.628711 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-88736836-468f-49ef-801f-78f39f41316f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3589ace1-7bb1-4507-ab72-58b13f2b3e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1820364 Mar 04 20:41:37.647651 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b591d-0071-4168-b01f-18362a0a37be req-e7040764-f5c6-44f1-b5bf-9dcaf36f4af6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.649218 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3d9b591d-0071-4168-b01f-18362a0a37be req-e7040764-f5c6-44f1-b5bf-9dcaf36f4af6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1825280 Mar 04 20:41:37.741991 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f877799-1d8b-4a8f-9136-66620f7f7d15 req-cbee49d5-9262-453c-bcc6-c749ac2dee69 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.743631 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3f877799-1d8b-4a8f-9136-66620f7f7d15 req-cbee49d5-9262-453c-bcc6-c749ac2dee69 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0576892 Mar 04 20:41:37.751410 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-abab0dd7-db00-4150-8bbe-0e24a0afe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.752957 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-abab0dd7-db00-4150-8bbe-0e24a0afe51f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af15fcef91224b5594eee935e86cc383&device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 1129 time: 0.1749108 Mar 04 20:41:37.763093 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8996968'] for subnet (6f2769a3-ba49-4661-a6b7-82cd0e6e89b1), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.812909 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-3f877799-1d8b-4a8f-9136-66620f7f7d15 req-fba12bc5-a2cf-4583-b2f4-8b303312bb47 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586207 Mar 04 20:41:37.842254 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3d9b591d-0071-4168-b01f-18362a0a37be req-0b411fcb-1134-4c45-9f25-e2996af379ff tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800482 Mar 04 20:41:37.854684 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2769a3-ba49-4661-a6b7-82cd0e6e89b1,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:37.856856 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.860411 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7e738d9f-9d4c-4d5c-adfe-192f174ebbc1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6f2769a3-ba49-4661-a6b7-82cd0e6e89b1 HTTP/1.1" status: 204 len: 168 time: 0.7085345 Mar 04 20:41:37.863119 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42088) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:37.864226 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a54f77-c838-4f83-b20c-88eba7fe30e0 None None] Network 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:41:37.890694 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'bc20c689-a4bc-48c0-8b4a-1f138134853b', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:b1:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:41:19Z', 'updated_at': '2022-03-04T20:41:36Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:37.930909 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:41:37.931195 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-48cb181d-23e5-47d5-86b9-3bd4c15aaee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.932995 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-48cb181d-23e5-47d5-86b9-3bd4c15aaee0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 200 len: 915 time: 0.1712003 Mar 04 20:41:37.936847 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-aa2dbdcf-3468-4505-8ea8-dfd3611469fb service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967021 Mar 04 20:41:37.941138 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:37.941809 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:37.956492 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.020073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Deleting port 31e5cefc-1d29-4ad4-86af-df5707fbf897 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:38.020660 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.075781 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:38.089659 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ce9c6-847e-4797-a468-728440449be4 None None] DHCP port deletion for 1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:41:38.095529 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] For port 31e5cefc-1d29-4ad4-86af-df5707fbf897, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=31e5cefc-1d29-4ad4-86af-df5707fbf897,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:38.096667 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.102353 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-fd2562cf-14c3-4189-aa76-f258cf32169c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc48efe9-24f2-453d-a50e-b31fa857344d HTTP/1.1" status: 200 len: 998 time: 0.1539059 Mar 04 20:41:38.112076 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Calling delete_port for 31e5cefc-1d29-4ad4-86af-df5707fbf897 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:38.146729 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-052a1019-72ec-4d31-9c40-110adcdb2d4f req-c9b9d530-1f98-4551-9141-4b7114a69f0e service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004511 Mar 04 20:41:38.159327 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-539ce9c6-847e-4797-a468-728440449be4 None None] Deleting port 31e5cefc-1d29-4ad4-86af-df5707fbf897 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:38.159715 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-539ce9c6-847e-4797-a468-728440449be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.179298 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-5131a38c-451a-4476-8cbd-2c09454e826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:38.179298 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-5131a38c-451a-4476-8cbd-2c09454e826c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 200 len: 853 time: 0.0654719 Mar 04 20:41:38.228035 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-539ce9c6-847e-4797-a468-728440449be4 None None] For port 31e5cefc-1d29-4ad4-86af-df5707fbf897, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=31e5cefc-1d29-4ad4-86af-df5707fbf897,segment=NetworkSegment(f064f7c2-9a67-40df-af11-f84bf14b224b),segment_id=f064f7c2-9a67-40df-af11-f84bf14b224b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:38.228494 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-539ce9c6-847e-4797-a468-728440449be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.242706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-539ce9c6-847e-4797-a468-728440449be4 None None] Calling delete_port for 31e5cefc-1d29-4ad4-86af-df5707fbf897 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:38.246663 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-67df802c-1787-4f9e-b515-f816355f5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:38.249093 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-67df802c-1787-4f9e-b515-f816355f5ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d0c319a-2042-4403-a805-fc7c2c046473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600872 Mar 04 20:41:38.277575 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.304591 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e5cefc-1d29-4ad4-86af-df5707fbf897,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:38.316119 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] No DVR routers for this DVR port 31e5cefc-1d29-4ad4-86af-df5707fbf897 on host dv-cinder-799871-17-iscsi {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:38.368451 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-88459e71-e769-459b-b703-648d57b9d707 service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096504 Mar 04 20:41:38.394048 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-539ce9c6-847e-4797-a468-728440449be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (31e5cefc-1d29-4ad4-86af-df5707fbf897), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.396580 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.417954 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:38.428975 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f064f7c2-9a67-40df-af11-f84bf14b224b') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:38.429273 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f064f7c2-9a67-40df-af11-f84bf14b224b') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:38.434528 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ce9c6-847e-4797-a468-728440449be4 None None] Pushing event deleted for resources: {'Port': ['ID=31e5cefc-1d29-4ad4-86af-df5707fbf897,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:38.436806 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ce9c6-847e-4797-a468-728440449be4 None None] No DVR routers for this DVR port 31e5cefc-1d29-4ad4-86af-df5707fbf897 on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:38.445425 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (f064f7c2-9a67-40df-af11-f84bf14b224b), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.453099 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'bc20c689-a4bc-48c0-8b4a-1f138134853b', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:b1:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:41:19Z', 'updated_at': '2022-03-04T20:41:36Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:38.464878 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (f064f7c2-9a67-40df-af11-f84bf14b224b), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.473370 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:41:38.473849 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (f064f7c2-9a67-40df-af11-f84bf14b224b), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:41:38.476669 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:41:38.485224 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f136f-c402-48c6-b2f4-f174f458b96d None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'bc20c689-a4bc-48c0-8b4a-1f138134853b', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'port_id': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'mac_address': 'fa:16:3e:b1:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:41:19Z', 'updated_at': '2022-03-04T20:41:36Z', 'revision_number': 1, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:41:38.495974 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-157885e2-a0e9-4e37-b59c-cac08fcb77e6 req-0fb1fd90-054b-4842-99ef-4ec62062e17d service neutron] 10.222.0.39 "GET /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201737 Mar 04 20:41:38.593142 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.600497 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:38.603768 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff HTTP/1.1" status: 204 len: 168 time: 0.7394683 Mar 04 20:41:38.607471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42090) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:38.614674 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87460a1a-89a4-4b7c-921d-a526490da024 admin admin] Pushing event deleted for resources: {'Network': ['ID=1594d19e-795b-4cd4-a6a1-87ac4ec7d1ff,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:38.687659 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60249ff2-2f06-43c9-93cd-6afb3e661a0a None None] New status for floating IP bc20c689-a4bc-48c0-8b4a-1f138134853b: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:41:38.921256 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:41:38.944800 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642b79-fba3-4201-8dcf-cdb66db25af6 req-05bd262e-80d1-49e9-af38-0cd9f73ffe05 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:38.951840 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-86642b79-fba3-4201-8dcf-cdb66db25af6 req-05bd262e-80d1-49e9-af38-0cd9f73ffe05 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0736246 Mar 04 20:41:39.004509 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-86642b79-fba3-4201-8dcf-cdb66db25af6 req-e9de109c-fb37-4186-b649-9e091216883f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517373 Mar 04 20:41:39.011270 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.050053 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:39.062025 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'ca835025-f243-4a58-9b53-8275ced3758e', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'port_id': 'ca835025-f243-4a58-9b53-8275ced3758e', 'mac_address': 'fa:16:3e:4d:75:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:41:39.105277 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ca835025-f243-4a58-9b53-8275ced3758e is: ACTIVE; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:39.105752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.121372 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca835025-f243-4a58-9b53-8275ced3758e {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:39.145245 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:39.220243 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.278607 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=6']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:39.322997 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 31e5cefc-1d29-4ad4-86af-df5707fbf897 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:39.326367 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['ca835025-f243-4a58-9b53-8275ced3758e'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:39.338307 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3541b4-b78f-474d-99b1-5a94e47481d5 req-bbcabf3a-a149-4f9b-988c-0b54a5a99e1d tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:39.340282 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a3541b4-b78f-474d-99b1-5a94e47481d5 req-bbcabf3a-a149-4f9b-988c-0b54a5a99e1d tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.3726151 Mar 04 20:41:39.371524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 31e5cefc-1d29-4ad4-86af-df5707fbf897 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:39.372547 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 31e5cefc-1d29-4ad4-86af-df5707fbf897 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:39.466573 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a3541b4-b78f-474d-99b1-5a94e47481d5 req-7b566ec5-f165-431b-a487-9e910515e45d tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964751 Mar 04 20:41:39.600580 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Deleting port 7f17fc1f-52e5-45c8-94a4-952944a07d42 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:39.600580 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.683648 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] For port 7f17fc1f-52e5-45c8-94a4-952944a07d42, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7f17fc1f-52e5-45c8-94a4-952944a07d42,segment=NetworkSegment(3fb34a57-c5c9-4a71-bc3a-ad989e311f46),segment_id=3fb34a57-c5c9-4a71-bc3a-ad989e311f46)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:39.683943 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.696621 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Calling delete_port for 7f17fc1f-52e5-45c8-94a4-952944a07d42 owned by network:router_interface {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:39.985966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (7f17fc1f-52e5-45c8-94a4-952944a07d42), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:40.015073 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f17fc1f-52e5-45c8-94a4-952944a07d42,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:40.059589 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.059941 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.060280 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.060634 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.061018 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.061353 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.061680 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.062085 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.062335 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.062668 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.064578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.064922 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.065249 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:40.298082 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:40.327592 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394060c-dc31-47c4-a73e-d28a9c236ab2 req-6375b9ed-bd4d-4c42-a667-f0b16abf7e08 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:40.329294 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b394060c-dc31-47c4-a73e-d28a9c236ab2 req-6375b9ed-bd4d-4c42-a667-f0b16abf7e08 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 945 time: 0.1672597 Mar 04 20:41:40.470805 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b394060c-dc31-47c4-a73e-d28a9c236ab2 req-bef4d95a-edce-4186-b9d5-eefa674d1123 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314757 Mar 04 20:41:40.656935 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec5848-236a-4d97-be7b-129ae622d51e req-639162a2-f158-4e1d-8963-23661827ec73 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:40.658605 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-03ec5848-236a-4d97-be7b-129ae622d51e req-639162a2-f158-4e1d-8963-23661827ec73 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1068635 Mar 04 20:41:40.667529 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:41:40.767043 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-03ec5848-236a-4d97-be7b-129ae622d51e req-91bfcdc5-d914-4789-a60a-757e3ba40485 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015551 Mar 04 20:41:40.838409 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:41:40.847940 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42122) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:40.848301 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-1f938a87-b380-4734-aa79-4795574c13d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2396033 Mar 04 20:41:40.848945 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] Sync routers for ids ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:41:40.883478 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] Routers {'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:40.885631 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:40.930391 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:41:40.979496 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks [] for router (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:40.995466 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port ca835025-f243-4a58-9b53-8275ced3758e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:40.996225 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ca835025-f243-4a58-9b53-8275ced3758e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:41.026703 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] Set router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:41.110132 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks [] for router_gateway (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:41.119355 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ca835025-f243-4a58-9b53-8275ced3758e is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:41.120176 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:41.149374 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:41.152746 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c44e4c-ba42-4220-9589-4b0338e63224" -d '{"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-plugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:41.168070 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:41.195869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28884d61-0878-4384-995f-c85d80572bd5 x-openstack-request-id: req-28884d61-0878-4384-995f-c85d80572bd5 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:41.196176 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-plugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:41.196508 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28884d61-0878-4384-995f-c85d80572bd5 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:41.196911 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e', 'code': 200} Mar 04 20:41:41.228967 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Deleting port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:41.229699 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:41.241722 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:41:39Z', 'revision_number': 5, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port': {'id': '6358cda9-cea6-4e0b-97d0-0437cfd72ce1', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:41.243264 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:41.281471 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] Checking router: c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:41:41.298809 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] Routers {'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:41.299666 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:41:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:41.343582 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=7']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:41.351906 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.352719 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.353291 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.354403 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.354964 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.355507 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.356082 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.357743 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.359233 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.360062 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.360797 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.368937 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.369881 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:41.379011 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] For port 6358cda9-cea6-4e0b-97d0-0437cfd72ce1, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:41.381282 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:41.392883 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Calling delete_port for 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:41.412317 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] Set router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c gateway port host: None {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:41.475249 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:41:41Z', 'revision_number': 6, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port_host': None}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:41.511897 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e170233-8113-4073-b472-7f1e617d7d44 None None] The sync data for ids ['c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c'] in dv-cinder-799871-17-iscsi is: [{'id': 'c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c', 'name': 'tempest-TestMinimumBasicScenario-2036879374-router', 'tenant_id': '63513fdc79324e0a8a8a568d606309d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:41:41Z', 'revision_number': 6, 'project_id': '63513fdc79324e0a8a8a568d606309d0', 'gw_port_host': None}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:41:41.629817 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d063-9903-4e0a-a91e-8e1b37ccb797 req-48ea1f3c-7dd6-4e9f-8217-15a88b0b8d0a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:41.632991 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-47d5d063-9903-4e0a-a91e-8e1b37ccb797 req-48ea1f3c-7dd6-4e9f-8217-15a88b0b8d0a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0740702 Mar 04 20:41:41.692534 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-47d5d063-9903-4e0a-a91e-8e1b37ccb797 req-4ef7ee70-1fca-48f0-8c47-4f2a2d8e6f1c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552893 Mar 04 20:41:41.701191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (6358cda9-cea6-4e0b-97d0-0437cfd72ce1), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:41.743845 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6358cda9-cea6-4e0b-97d0-0437cfd72ce1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:42.104705 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.193117 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff74ab-1fa8-472c-8161-10ab1d2ac861 req-2277f9b6-d8c7-487a-975c-ae266eefeae7 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:42.200117 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ebff74ab-1fa8-472c-8161-10ab1d2ac861 req-2277f9b6-d8c7-487a-975c-ae266eefeae7 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1638565 Mar 04 20:41:42.260368 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.269633 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks [] for router_controller (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.358953 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ebff74ab-1fa8-472c-8161-10ab1d2ac861 req-846e9252-f1d0-421b-bbcd-a08778d50ca9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576111 Mar 04 20:41:42.431443 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.432449 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:41:42.440802 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.441976 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c35b6d9f-2bc8-4fe1-aa01-e9dd8e19bef3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c52a2b7f-b1a9-4fc6-b091-2f47cb4b6e6c HTTP/1.1" status: 204 len: 168 time: 1.5928757 Mar 04 20:41:42.447900 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42132) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:42.511957 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_v2 [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] Deleting subnet 512f2eeb-7e1d-4746-8232-899710614b27 {{(pid=103592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:41:42.516093 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] Publish callbacks [] for subnet (512f2eeb-7e1d-4746-8232-899710614b27), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.576912 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10002066'] for subnet (512f2eeb-7e1d-4746-8232-899710614b27), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.764673 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (512f2eeb-7e1d-4746-8232-899710614b27), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.879111 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e3eb5-1c76-4d93-be62-ec85d612e33f req-97d165ec-5d68-4790-bb67-f5b9354e0eed tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:42.880866 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d90e3eb5-1c76-4d93-be62-ec85d612e33f req-97d165ec-5d68-4790-bb67-f5b9354e0eed tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1827650 Mar 04 20:41:42.901344 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-8caa6e97-9b0b-42a4-8e84-0820cade2935 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459270 Mar 04 20:41:43.009967 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8996968'] for subnet (512f2eeb-7e1d-4746-8232-899710614b27), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.019335 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d90e3eb5-1c76-4d93-be62-ec85d612e33f req-508f86b6-73c5-4faa-a43f-502e8bdb69ce tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184711 Mar 04 20:41:43.055174 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffd56f-a9fb-48e0-9279-603c66375240 req-eb2c93d9-2218-4c8c-8fb5-844769173129 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:43.061391 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cffd56f-a9fb-48e0-9279-603c66375240 req-eb2c93d9-2218-4c8c-8fb5-844769173129 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.2213836 Mar 04 20:41:43.071835 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce32e6-905b-4c10-bac1-5ffaec0e306b None None] Network 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:41:43.083554 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.086683 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/512f2eeb-7e1d-4746-8232-899710614b27 HTTP/1.1" status: 204 len: 168 time: 0.6410475 Mar 04 20:41:43.089698 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42138) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:43.119134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-5abe7d74-4cd7-4c8a-b022-ffe58838652d tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:43.120630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-5abe7d74-4cd7-4c8a-b022-ffe58838652d tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports/68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 942 time: 0.1626282 Mar 04 20:41:43.124893 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c6ea1-2030-4e76-8bed-1df99e0ecebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512f2eeb-7e1d-4746-8232-899710614b27,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:43.189854 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9cffd56f-a9fb-48e0-9279-603c66375240 req-6354ed06-428d-4ef9-a5c7-9ca6c00afab7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224575 Mar 04 20:41:43.258744 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (4cfb1ba2-20b5-40e7-9f46-33aea75a99e7), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.361899 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Deleting port 2fe72d33-d04a-4474-b36f-99d088c96775 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:43.362530 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.430452 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7f17fc1f-52e5-45c8-94a4-952944a07d42 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:43.458160 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 7f17fc1f-52e5-45c8-94a4-952944a07d42 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:43.458872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7f17fc1f-52e5-45c8-94a4-952944a07d42 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:43.459627 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:43.459829 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] For port 2fe72d33-d04a-4474-b36f-99d088c96775, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2fe72d33-d04a-4474-b36f-99d088c96775,segment=NetworkSegment(3fb34a57-c5c9-4a71-bc3a-ad989e311f46),segment_id=3fb34a57-c5c9-4a71-bc3a-ad989e311f46)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:43.460459 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.478974 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Calling delete_port for 2fe72d33-d04a-4474-b36f-99d088c96775 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:43.486735 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:43.487092 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6358cda9-cea6-4e0b-97d0-0437cfd72ce1 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:43.530455 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37895775-cc07-4a81-a277-2dc03577703f None None] DHCP port deletion for 4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:41:43.597995 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-37895775-cc07-4a81-a277-2dc03577703f None None] Deleting port 2fe72d33-d04a-4474-b36f-99d088c96775 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:43.598372 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37895775-cc07-4a81-a277-2dc03577703f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.673781 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-37895775-cc07-4a81-a277-2dc03577703f None None] For port 2fe72d33-d04a-4474-b36f-99d088c96775, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2fe72d33-d04a-4474-b36f-99d088c96775,segment=NetworkSegment(3fb34a57-c5c9-4a71-bc3a-ad989e311f46),segment_id=3fb34a57-c5c9-4a71-bc3a-ad989e311f46)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:43.677189 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37895775-cc07-4a81-a277-2dc03577703f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.690402 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-37895775-cc07-4a81-a277-2dc03577703f None None] Calling delete_port for 2fe72d33-d04a-4474-b36f-99d088c96775 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:43.751333 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.779715 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-37895775-cc07-4a81-a277-2dc03577703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (2fe72d33-d04a-4474-b36f-99d088c96775), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.785568 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe72d33-d04a-4474-b36f-99d088c96775,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:43.785568 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] No DVR routers for this DVR port 2fe72d33-d04a-4474-b36f-99d088c96775 on host dv-cinder-799871-17-iscsi {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:43.815835 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37895775-cc07-4a81-a277-2dc03577703f None None] Pushing event deleted for resources: {'Port': ['ID=2fe72d33-d04a-4474-b36f-99d088c96775,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:43.819654 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37895775-cc07-4a81-a277-2dc03577703f None None] No DVR routers for this DVR port 2fe72d33-d04a-4474-b36f-99d088c96775 on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:43.889426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (4cfb1ba2-20b5-40e7-9f46-33aea75a99e7), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.916573 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfb1ba2-20b5-40e7-9f46-33aea75a99e7']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:43.927847 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb34a57-c5c9-4a71-bc3a-ad989e311f46') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:43.928143 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb34a57-c5c9-4a71-bc3a-ad989e311f46') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:43.939676 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (3fb34a57-c5c9-4a71-bc3a-ad989e311f46), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.954829 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (3fb34a57-c5c9-4a71-bc3a-ad989e311f46), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.966351 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:41:43.966753 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (3fb34a57-c5c9-4a71-bc3a-ad989e311f46), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:41:43.968487 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:41:44.107583 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (4cfb1ba2-20b5-40e7-9f46-33aea75a99e7), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.127069 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.133421 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4cfb1ba2-20b5-40e7-9f46-33aea75a99e7 HTTP/1.1" status: 204 len: 168 time: 1.0425332 Mar 04 20:41:44.134866 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff1706-16d6-486a-9349-04843d1658c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfb1ba2-20b5-40e7-9f46-33aea75a99e7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:44.216848 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aac3b6-74ac-4f36-86d0-74ee6bd3baf2 req-24db2f26-cf6a-4919-a830-ac49e121a8a1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:44.218510 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-49aac3b6-74ac-4f36-86d0-74ee6bd3baf2 req-24db2f26-cf6a-4919-a830-ac49e121a8a1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0791283 Mar 04 20:41:44.285774 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-49aac3b6-74ac-4f36-86d0-74ee6bd3baf2 req-3c045a26-6f4b-48bf-a9a5-4259d2f34058 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612516 Mar 04 20:41:44.370982 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762c24c-0cec-4506-8fcf-48603e495d4c req-750b70a6-06a2-4b57-a4d1-471f4de9657f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:44.373342 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2762c24c-0cec-4506-8fcf-48603e495d4c req-750b70a6-06a2-4b57-a4d1-471f4de9657f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0828145 Mar 04 20:41:44.428761 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2762c24c-0cec-4506-8fcf-48603e495d4c req-11883a27-32b5-458f-a0f9-1b7447d1f0b2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495903 Mar 04 20:41:44.608834 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42158) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:44.654913 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-91890904-7b04-4222-9bbc-b6dc5b919a89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54ab0b60d30f4ba1979e0ce17dbfab88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447030 Mar 04 20:41:44.657329 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42160) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:44.710498 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edb3d47f-e977-48aa-a92d-10b912eb76b0 admin admin] Publish callbacks [] for security_group (9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.734635 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edb3d47f-e977-48aa-a92d-10b912eb76b0 admin admin] Publish callbacks [] for security_group (9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.836620 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edb3d47f-e977-48aa-a92d-10b912eb76b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.839596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edb3d47f-e977-48aa-a92d-10b912eb76b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.841986 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-edb3d47f-e977-48aa-a92d-10b912eb76b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b HTTP/1.1" status: 204 len: 168 time: 0.1837070 Mar 04 20:41:44.857129 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3d47f-e977-48aa-a92d-10b912eb76b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec661ef-eb5a-4f5f-a3e6-de3cca3d3f8b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:44.936747 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:45.056026 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f is: ACTIVE; New status is: DOWN {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:45.058151 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.084885 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:45.087320 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de75b8da-0d1b-4790-a660-c93d176b2a7d" -d '{"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-unplugged", "status": "completed", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:45.101610 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:45.127870 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fb84b9-bf9f-487c-9515-d20fce2c742a x-openstack-request-id: req-27fb84b9-bf9f-487c-9515-d20fce2c742a {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:45.128406 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-unplugged", "status": "failed", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f", "code": 422}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:45.129025 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27fb84b9-bf9f-487c-9515-d20fce2c742a {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:45.129808 dv-cinder-799871-17-iscsi neutron-server[103593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'code': 422} returned with failed status Mar 04 20:41:45.179966 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.252125 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=6']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:45.354283 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2fe72d33-d04a-4474-b36f-99d088c96775 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:45.386784 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 2fe72d33-d04a-4474-b36f-99d088c96775 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:45.388417 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2fe72d33-d04a-4474-b36f-99d088c96775 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:45.421535 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335f800-dfc6-4496-bb15-1edb47b48a02 req-51daa4f4-ad92-4fe0-8cc9-a7d3890fc9ae tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:45.423885 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a335f800-dfc6-4496-bb15-1edb47b48a02 req-51daa4f4-ad92-4fe0-8cc9-a7d3890fc9ae tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0642323 Mar 04 20:41:45.500042 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a335f800-dfc6-4496-bb15-1edb47b48a02 req-8fe62a43-965b-41dd-946c-544216968269 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696769 Mar 04 20:41:45.596815 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42172) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:45.613577 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df6bbd-22bd-4161-ab13-0dfdedacad49 req-56a70d91-d4cc-41ac-b9fd-a5b76efb7f14 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:45.620043 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-37df6bbd-22bd-4161-ab13-0dfdedacad49 req-56a70d91-d4cc-41ac-b9fd-a5b76efb7f14 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0938125 Mar 04 20:41:45.655000 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7aac38f2-6a0c-49dd-a451-0fb54c6b8bf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63513fdc79324e0a8a8a568d606309d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547142 Mar 04 20:41:45.655000 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42174) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:45.694168 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-37df6bbd-22bd-4161-ab13-0dfdedacad49 req-2480f21f-e868-4fea-9388-806d467f107d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692410 Mar 04 20:41:45.751850 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e971de3-e4a5-4d4f-a4a6-281c18817578 admin admin] Publish callbacks [] for security_group (55277f80-06ce-498d-b7b3-04158f777b73), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.775028 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e971de3-e4a5-4d4f-a4a6-281c18817578 admin admin] Publish callbacks [] for security_group (55277f80-06ce-498d-b7b3-04158f777b73), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.901434 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e971de3-e4a5-4d4f-a4a6-281c18817578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (55277f80-06ce-498d-b7b3-04158f777b73), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.904886 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e971de3-e4a5-4d4f-a4a6-281c18817578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.908956 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-5e971de3-e4a5-4d4f-a4a6-281c18817578 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55277f80-06ce-498d-b7b3-04158f777b73 HTTP/1.1" status: 204 len: 168 time: 0.2496760 Mar 04 20:41:45.929775 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e971de3-e4a5-4d4f-a4a6-281c18817578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55277f80-06ce-498d-b7b3-04158f777b73,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:46.110627 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-e46e6a77-9573-4681-90fd-a1f331163d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.112444 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-e46e6a77-9573-4681-90fd-a1f331163d01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c&tenant_id=919c307d3caa4ee6bffe40cc58a0011b HTTP/1.1" status: 200 len: 1127 time: 0.0655978 Mar 04 20:41:46.193334 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-2ecae9f6-fd0e-44ef-a02a-7ae573cfbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.195009 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-2ecae9f6-fd0e-44ef-a02a-7ae573cfbd20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1127 time: 0.0548129 Mar 04 20:41:46.304142 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-22948df7-573c-4806-a4ee-5d517cc5350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.310795 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-22948df7-573c-4806-a4ee-5d517cc5350f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 909 time: 0.1036365 Mar 04 20:41:46.386576 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-e2d38da5-d74e-4e5f-95ba-8a92a1055083 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 999 time: 0.0708091 Mar 04 20:41:46.451038 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-9e242a56-3fa2-4f33-8d7c-0b7c181d2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.453568 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-9e242a56-3fa2-4f33-8d7c-0b7c181d2e00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 200 len: 847 time: 0.0609872 Mar 04 20:41:46.517253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-d163cdca-1490-4f10-94b3-e38909024490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.518789 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-d163cdca-1490-4f10-94b3-e38909024490 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3589ace1-7bb1-4507-ab72-58b13f2b3e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569830 Mar 04 20:41:46.654581 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-72a7c4ed-6a14-4c76-b850-4a6b08a56d48 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241338 Mar 04 20:41:46.783013 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4e13ca55-88c3-4d0b-a16d-c0c52669edfd req-bb0e7ae0-2112-46c6-83d1-06e4047bf3ce service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130912 Mar 04 20:41:46.866837 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b865f7-ce72-45c3-ad54-03d1a73ebb2b req-f2179dc9-95e0-42be-b57b-acf0a5462719 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.869272 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-12b865f7-ce72-45c3-ad54-03d1a73ebb2b req-f2179dc9-95e0-42be-b57b-acf0a5462719 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0651705 Mar 04 20:41:46.892034 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac5a28-589e-4b3c-997d-f1d8e616cc9f req-3b60ae29-ddc7-43c7-ac8a-1d144d282c95 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.893541 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-65ac5a28-589e-4b3c-997d-f1d8e616cc9f req-3b60ae29-ddc7-43c7-ac8a-1d144d282c95 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0908067 Mar 04 20:41:46.925461 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-12b865f7-ce72-45c3-ad54-03d1a73ebb2b req-9d7b6cd4-7e09-4ffa-af7b-1066a39392ca tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473585 Mar 04 20:41:46.951311 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-65ac5a28-589e-4b3c-997d-f1d8e616cc9f req-ffd24cb9-3dc5-4287-ad82-993ccbf1dc7f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510397 Mar 04 20:41:48.086781 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ab91-2a12-43c4-b032-05770db07a43 req-a5d1bd74-82b3-4686-acc4-65bb95e42cc8 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:48.093432 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddfff3-cc36-40d7-9640-1bcb371c0adc req-18f5fb0b-d956-4e31-9aac-4ef8e461cfbb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:48.094280 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f088ab91-2a12-43c4-b032-05770db07a43 req-a5d1bd74-82b3-4686-acc4-65bb95e42cc8 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0689092 Mar 04 20:41:48.096510 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-07ddfff3-cc36-40d7-9640-1bcb371c0adc req-18f5fb0b-d956-4e31-9aac-4ef8e461cfbb tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0770085 Mar 04 20:41:48.155618 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f088ab91-2a12-43c4-b032-05770db07a43 req-e0aeb6cd-e3ef-49e1-919f-583e489b71de tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603659 Mar 04 20:41:48.180448 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-07ddfff3-cc36-40d7-9640-1bcb371c0adc req-45afabc1-74c4-496d-98f6-78f234a3d7d5 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742142 Mar 04 20:41:49.293302 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c087d-04fa-458d-be18-c11f1ec3990e req-6e9fdc2c-7c98-4afe-ad7f-27bdea404833 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:49.300938 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a6c087d-04fa-458d-be18-c11f1ec3990e req-6e9fdc2c-7c98-4afe-ad7f-27bdea404833 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0725415 Mar 04 20:41:49.323591 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19fc1d-8ca9-4543-a198-1a4abfce7f1d req-a38ec796-ffa3-4a7f-b808-9bc1ad58a117 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:49.328922 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9b19fc1d-8ca9-4543-a198-1a4abfce7f1d req-a38ec796-ffa3-4a7f-b808-9bc1ad58a117 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0730164 Mar 04 20:41:49.353065 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a6c087d-04fa-458d-be18-c11f1ec3990e req-5676b4fd-7002-47db-9136-0981dd58638b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511818 Mar 04 20:41:49.396015 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9b19fc1d-8ca9-4543-a198-1a4abfce7f1d req-172b910a-a6d7-44e0-a851-90905dbcbaea tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614176 Mar 04 20:41:50.472982 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863b1d-6dd3-4556-98c1-1dd346c6eebe req-fd38a7d5-acf8-4ed1-8147-670769355cc3 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.475001 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7b863b1d-6dd3-4556-98c1-1dd346c6eebe req-fd38a7d5-acf8-4ed1-8147-670769355cc3 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0542357 Mar 04 20:41:50.524947 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317746e8-33db-4877-a583-361a79e2e7b5 req-7d025f6e-800e-4abe-9e4e-a3e683ce31d4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.527413 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-317746e8-33db-4877-a583-361a79e2e7b5 req-7d025f6e-800e-4abe-9e4e-a3e683ce31d4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0565989 Mar 04 20:41:50.528917 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7b863b1d-6dd3-4556-98c1-1dd346c6eebe req-12352dd0-b01d-46f0-8e8c-57272eb1cd3e tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Mar 04 20:41:50.575677 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-317746e8-33db-4877-a583-361a79e2e7b5 req-5c29f8a8-f7b7-49fa-9f87-9a8f45baa2aa tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Mar 04 20:41:51.650266 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dab64-2df2-4c88-b977-12dc1eb5eff7 req-a0ef9e8f-7429-46d2-82ac-e4d259e3f50b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:51.651758 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a4dab64-2df2-4c88-b977-12dc1eb5eff7 req-a0ef9e8f-7429-46d2-82ac-e4d259e3f50b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0545142 Mar 04 20:41:51.704594 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2a4dab64-2df2-4c88-b977-12dc1eb5eff7 req-a58a9577-1973-4529-b0bb-61a0230114f1 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466955 Mar 04 20:41:51.720122 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d67fc-4963-4b19-bd41-72a39c0f2234 req-4eb6d4a7-730b-4762-830e-c46329553866 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:51.721731 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7d6d67fc-4963-4b19-bd41-72a39c0f2234 req-4eb6d4a7-730b-4762-830e-c46329553866 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0668805 Mar 04 20:41:51.768999 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7d6d67fc-4963-4b19-bd41-72a39c0f2234 req-0d6db22b-f0d3-4139-9101-6812e980170e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416658 Mar 04 20:41:52.439301 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-fe940362-4703-42b0-b0fc-4b5d27044447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.440808 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-fe940362-4703-42b0-b0fc-4b5d27044447 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 1130 time: 0.0432503 Mar 04 20:41:52.531393 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-504e2ab9-b093-45f1-8bc8-cf6e14642027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.532890 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-504e2ab9-b093-45f1-8bc8-cf6e14642027 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.0855663 Mar 04 20:41:52.608348 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-e873fe2a-1a17-43ac-a739-d3d4731ff702 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca835025-f243-4a58-9b53-8275ced3758e HTTP/1.1" status: 200 len: 1001 time: 0.0554750 Mar 04 20:41:52.661077 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-afd9d4f2-7e00-4b25-becb-a985304a04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.662460 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-afd9d4f2-7e00-4b25-becb-a985304a04b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0454855 Mar 04 20:41:52.711061 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-3719d22f-acc5-4333-bfea-a27ba3cf2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.712457 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-3719d22f-acc5-4333-bfea-a27ba3cf2785 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431528 Mar 04 20:41:52.838393 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-63a6477d-a169-45ac-8491-2f60c9021655 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192155 Mar 04 20:41:52.847947 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb01108-f985-406e-882a-bd79b2a3f254 req-f873eae5-ea4c-450e-9763-e1df83a99f19 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.849434 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5bb01108-f985-406e-882a-bd79b2a3f254 req-f873eae5-ea4c-450e-9763-e1df83a99f19 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0753093 Mar 04 20:41:52.891474 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a87f3-229a-46d7-a9e2-b00be4fa10f9 req-73e793f9-42b2-4f05-b23c-7cccf46c9b1c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.893010 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2d3a87f3-229a-46d7-a9e2-b00be4fa10f9 req-73e793f9-42b2-4f05-b23c-7cccf46c9b1c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0551317 Mar 04 20:41:52.939996 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2d3a87f3-229a-46d7-a9e2-b00be4fa10f9 req-de1ef878-4034-4169-a07d-ce045374404f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415072 Mar 04 20:41:52.955075 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5bb01108-f985-406e-882a-bd79b2a3f254 req-7ed6bccf-186f-4d8f-9704-4f42e4212595 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976768 Mar 04 20:41:52.975242 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a82463bf-ee25-4b94-99aa-9e545620ab88 req-318dedb2-dab4-42dd-b99a-2ff7b2201b1d service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248295 Mar 04 20:41:54.062104 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c986c-8bb6-4f67-b8fc-28697d81e6fb req-2d6577b4-fb32-496c-84cc-c9429459253b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:54.063743 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b88c986c-8bb6-4f67-b8fc-28697d81e6fb req-2d6577b4-fb32-496c-84cc-c9429459253b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0529046 Mar 04 20:41:54.073442 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0832-033a-4f67-b125-4aa060de2270 req-8dab95fd-6fc1-4c28-863d-3d80a41b0252 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:54.074917 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-af4f0832-033a-4f67-b125-4aa060de2270 req-8dab95fd-6fc1-4c28-863d-3d80a41b0252 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 943 time: 0.0531230 Mar 04 20:41:54.113055 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b88c986c-8bb6-4f67-b8fc-28697d81e6fb req-8f61522d-c227-40fb-bd9d-748b8618be70 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438347 Mar 04 20:41:54.124741 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-af4f0832-033a-4f67-b125-4aa060de2270 req-78e1c0bd-ce7c-41ee-834f-ca3f9956ec80 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Mar 04 20:41:54.932908 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:41:55.031808 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:55.045273 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'port_id': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'mac_address': 'fa:16:3e:40:a1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:41:55.086315 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:55.088486 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:55.099271 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:55.118729 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:55.179293 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:55.228125 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=7']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:55.248455 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fffa0-73b7-4fbd-ac88-c821dae26a41 req-d87d6e0f-087f-44a0-8741-02b49cb62ede tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:55.251176 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bf1fffa0-73b7-4fbd-ac88-c821dae26a41 req-d87d6e0f-087f-44a0-8741-02b49cb62ede tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0656877 Mar 04 20:41:55.251785 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe7fa-6f39-4bb3-9898-869a4cc50bfa req-17f84755-36e5-4c59-8d55-420292ebfbe8 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:55.253355 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1b0fe7fa-6f39-4bb3-9898-869a4cc50bfa req-17f84755-36e5-4c59-8d55-420292ebfbe8 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 944 time: 0.0563104 Mar 04 20:41:55.299625 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bf1fffa0-73b7-4fbd-ac88-c821dae26a41 req-9e6bc5cb-57b3-4d74-8f48-2bc6ba9fbe9a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Mar 04 20:41:55.315155 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1b0fe7fa-6f39-4bb3-9898-869a4cc50bfa req-f5a31584-3535-4288-990f-5ef1e734c638 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Mar 04 20:41:55.430173 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:56.433312 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e30dd-8d03-4f26-8dd1-e86f8978f64c req-fb2c41e5-1b34-4e02-998a-06b206cab48b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:56.434797 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e03e30dd-8d03-4f26-8dd1-e86f8978f64c req-fb2c41e5-1b34-4e02-998a-06b206cab48b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 944 time: 0.0513480 Mar 04 20:41:56.483928 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e03e30dd-8d03-4f26-8dd1-e86f8978f64c req-0352d25e-54bd-4da9-9ae8-f7ec31948f31 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Mar 04 20:41:56.897323 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [req-2e94e4a6-7440-487d-a702-3a31827a942a req-260de4ce-2cca-4fca-960f-3a92a89bc337 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:41:56.898433 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2e94e4a6-7440-487d-a702-3a31827a942a req-260de4ce-2cca-4fca-960f-3a92a89bc337 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053596 Mar 04 20:41:56.957827 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:41:57.006222 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:57.006597 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.083752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:57.084063 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.105604 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:57.107828 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc521058-51ce-4522-aaf3-8af8e36feb16" -d '{"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-plugged", "status": "completed", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:57.122101 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:57.147691 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981bbb17-88c5-433a-8cbe-53d7d13a40d4 x-openstack-request-id: req-981bbb17-88c5-433a-8cbe-53d7d13a40d4 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:57.147992 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-plugged", "status": "completed", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:57.148250 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-981bbb17-88c5-433a-8cbe-53d7d13a40d4 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:57.148675 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'code': 200} Mar 04 20:41:57.208143 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.209100 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:57.221711 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd333d68-d546-4040-82b4-447e52e73a6d req-9ca3545d-1a9c-4c90-add3-134e858dc8a4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:57.223193 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bd333d68-d546-4040-82b4-447e52e73a6d req-9ca3545d-1a9c-4c90-add3-134e858dc8a4 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Mar 04 20:41:57.291671 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bd333d68-d546-4040-82b4-447e52e73a6d req-e9c5cfda-a44a-434c-a810-4bcfedbd505c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625594 Mar 04 20:41:57.327415 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=8']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:57.378749 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ca835025-f243-4a58-9b53-8275ced3758e is: ACTIVE; New status is: DOWN {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:57.379242 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.413366 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:57.465119 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.488094 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea237671-7647-402e-816b-5afa5a2acbdc req-ead98462-b3ac-429b-bdbb-fbf9b78a657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:57.489625 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ea237671-7647-402e-816b-5afa5a2acbdc req-ead98462-b3ac-429b-bdbb-fbf9b78a657d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1129 time: 0.0511875 Mar 04 20:41:57.520534 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=8']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:57.543554 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ea237671-7647-402e-816b-5afa5a2acbdc req-13c386aa-1e0d-42a1-a3a2-746190c8da5f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460944 Mar 04 20:41:57.605551 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bf0ca-7721-4812-a360-853189fb6969 req-0a1d55e2-4877-432b-bc96-ffe468d32887 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:57.607659 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e68bf0ca-7721-4812-a360-853189fb6969 req-0a1d55e2-4877-432b-bc96-ffe468d32887 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0530372 Mar 04 20:41:57.656548 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e68bf0ca-7721-4812-a360-853189fb6969 req-c0003bbf-d307-45a7-934d-8fc3f31943b6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419402 Mar 04 20:41:57.778086 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42284) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:57.865500 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-2bee75b7-24a9-4f19-b120-f492f6dc84fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861518 Mar 04 20:41:57.874185 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-e13294ea-b87b-4394-9c17-731d00a8b82e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:41:57.875121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-e13294ea-b87b-4394-9c17-731d00a8b82e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049422 Mar 04 20:41:57.949408 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42292) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:58.045578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb80c1-1678-495a-9027-1be052c2019a req-e9adb4df-981b-40d6-a1d2-3c05b95937f0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:58.047521 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-e9adb4df-981b-40d6-a1d2-3c05b95937f0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports/ca835025-f243-4a58-9b53-8275ced3758e HTTP/1.1" status: 200 len: 941 time: 0.0965409 Mar 04 20:41:58.404137 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f9ef9-c5f7-4b94-955e-b32b00f27d55 req-44bc24bb-a038-4f59-a872-4f153bbf997a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:58.405623 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ed9f9ef9-c5f7-4b94-955e-b32b00f27d55 req-44bc24bb-a038-4f59-a872-4f153bbf997a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0541079 Mar 04 20:41:58.457197 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ed9f9ef9-c5f7-4b94-955e-b32b00f27d55 req-23b9e888-575b-4c04-8618-eb50f592ab6f tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436583 Mar 04 20:41:58.797127 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722a24-25f9-4472-aea6-d68cab735ad2 req-f1ee49f4-10b0-4079-8a7f-9d83eb2f7e3b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:58.798628 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b722a24-25f9-4472-aea6-d68cab735ad2 req-f1ee49f4-10b0-4079-8a7f-9d83eb2f7e3b tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0744321 Mar 04 20:41:58.851401 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b722a24-25f9-4472-aea6-d68cab735ad2 req-eb82f911-801b-4bb4-8cd0-43df0052b831 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Mar 04 20:41:59.150199 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:59.152576 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a321a3-9dd0-4ea9-b5ef-11b5e4c749f2" -d '{"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-unplugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:59.187849 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4affd519-a2f0-4457-9aa4-96031a57a502 x-openstack-request-id: req-4affd519-a2f0-4457-9aa4-96031a57a502 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:59.188189 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-unplugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:59.188483 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4affd519-a2f0-4457-9aa4-96031a57a502 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:59.189551 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e', 'code': 200} Mar 04 20:41:59.305813 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb80c1-1678-495a-9027-1be052c2019a req-12cbf51d-30ac-49a4-a8ed-3522921a3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.307368 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-12cbf51d-30ac-49a4-a8ed-3522921a3fd2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622&tenant_id=66de518ec0ef4bbcb648260fe68c67ea HTTP/1.1" status: 200 len: 1128 time: 0.0542450 Mar 04 20:41:59.385008 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb80c1-1678-495a-9027-1be052c2019a req-fe9e2c5e-0a18-4971-b5ca-b87e6e48f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.386591 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-fe9e2c5e-0a18-4971-b5ca-b87e6e48f5bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 1128 time: 0.0552316 Mar 04 20:41:59.478739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb80c1-1678-495a-9027-1be052c2019a req-2af2aab0-cd99-4a4d-8d0e-f8d75daa17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.480099 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-2af2aab0-cd99-4a4d-8d0e-f8d75daa17c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 200 len: 917 time: 0.0866656 Mar 04 20:41:59.574796 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-f8b5e635-2886-4f66-8b43-3cd3a0f013dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca835025-f243-4a58-9b53-8275ced3758e HTTP/1.1" status: 200 len: 999 time: 0.0853410 Mar 04 20:41:59.626371 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ae466-3907-4766-9852-20fa268e532b req-f0a30bf5-398a-40ba-bad9-fbae8f26e693 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.627814 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b50ae466-3907-4766-9852-20fa268e532b req-f0a30bf5-398a-40ba-bad9-fbae8f26e693 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0982049 Mar 04 20:41:59.643286 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb80c1-1678-495a-9027-1be052c2019a req-34a0af8a-9edc-4a10-8088-ec509b0d19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.644817 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-34a0af8a-9edc-4a10-8088-ec509b0d19e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 200 len: 855 time: 0.0632691 Mar 04 20:41:59.709576 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b50ae466-3907-4766-9852-20fa268e532b req-06648ad6-be39-4608-9246-e32a54fe8ec6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759728 Mar 04 20:41:59.719499 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb80c1-1678-495a-9027-1be052c2019a req-f986974c-093f-4680-85a9-b96adee9d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.721121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-f986974c-093f-4680-85a9-b96adee9d47f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df506647-f259-497e-8346-870adfcc7ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0685732 Mar 04 20:41:59.814925 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-dc4b6d6d-2906-4eb2-86a7-408efc6389f9 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843596 Mar 04 20:42:00.138886 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab10c-9a30-4fff-aa07-ee125216398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:00.154094 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86bb80c1-1678-495a-9027-1be052c2019a req-25543cb5-cc8c-4267-b428-670cfb46a3a4 service neutron] 10.222.0.39 "GET /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301415 Mar 04 20:42:00.850949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0cbc6-cf45-4f3c-9043-36adac8337ca req-c40266e7-ccdb-40e3-bdde-0245bf99af21 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:00.858121 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-eaf0cbc6-cf45-4f3c-9043-36adac8337ca req-c40266e7-ccdb-40e3-bdde-0245bf99af21 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0711718 Mar 04 20:42:00.904485 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-eaf0cbc6-cf45-4f3c-9043-36adac8337ca req-f6b38cd5-77c0-4546-bb1f-54856d6ce2a3 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454674 Mar 04 20:42:02.042083 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649290ea-c5b3-4115-9477-fadfad63070a req-4ca4f988-b278-43d6-b8a1-fed4b91a8602 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:02.043602 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-649290ea-c5b3-4115-9477-fadfad63070a req-4ca4f988-b278-43d6-b8a1-fed4b91a8602 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0553043 Mar 04 20:42:02.092171 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-649290ea-c5b3-4115-9477-fadfad63070a req-752d19c6-3185-4b97-99b4-e799979250b8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420680 Mar 04 20:42:02.493820 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4b22945b-559f-4bd8-bace-b7fb974651d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:03.219371 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acaad7-40ee-4d3d-9407-7ce16d84da45 req-de07dfc6-5f7f-413d-80bc-2a0aa1ea152a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:03.220946 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f6acaad7-40ee-4d3d-9407-7ce16d84da45 req-de07dfc6-5f7f-413d-80bc-2a0aa1ea152a tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0544565 Mar 04 20:42:03.268725 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-f6acaad7-40ee-4d3d-9407-7ce16d84da45 req-21ad75be-ca10-4667-b52d-84c9ac160ebe tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Mar 04 20:42:03.716241 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:04.394317 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad39fa-6e80-4651-a469-e33866f0a5ff req-0c91dc2f-4758-4aea-9af3-62c15585cf5e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:04.395937 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ffad39fa-6e80-4651-a469-e33866f0a5ff req-0c91dc2f-4758-4aea-9af3-62c15585cf5e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0551682 Mar 04 20:42:04.447722 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-ffad39fa-6e80-4651-a469-e33866f0a5ff req-fa112488-e91f-47a8-a335-947e13480bc7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 Mar 04 20:42:04.882308 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:04.945145 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:05.578573 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66af4b6-f3b4-402a-a693-82962e97b348 req-dc4c4fef-cdfe-4a45-bb4a-6c282c6b0f82 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:05.580014 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a66af4b6-f3b4-402a-a693-82962e97b348 req-dc4c4fef-cdfe-4a45-bb4a-6c282c6b0f82 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0561118 Mar 04 20:42:05.632424 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a66af4b6-f3b4-402a-a693-82962e97b348 req-8daa20a7-9083-4391-98bb-d067a2a72940 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466003 Mar 04 20:42:06.780046 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e942d-f7eb-447b-8d7c-d49502e275a0 req-685f7169-721e-440f-a31b-0c0fb150247c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:06.781707 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d70e942d-f7eb-447b-8d7c-d49502e275a0 req-685f7169-721e-440f-a31b-0c0fb150247c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0765548 Mar 04 20:42:06.851966 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d70e942d-f7eb-447b-8d7c-d49502e275a0 req-4e959ce8-318d-49c6-8976-7d2493924a21 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644717 Mar 04 20:42:07.384731 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:08.002049 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9702c8b-ec48-4dcd-819b-b14904bb0e64 req-ec0f68e0-a280-4339-b2a2-a882dbc79af6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:08.004821 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a9702c8b-ec48-4dcd-819b-b14904bb0e64 req-ec0f68e0-a280-4339-b2a2-a882dbc79af6 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0553679 Mar 04 20:42:08.052769 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a9702c8b-ec48-4dcd-819b-b14904bb0e64 req-41acff2a-7893-44e8-99df-dc4188fd6c53 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431960 Mar 04 20:42:09.183021 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba458-a63b-4529-843e-d6a960a069c6 req-856dcd4d-aff4-48c1-9ffc-7769925bc126 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:09.184452 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-080ba458-a63b-4529-843e-d6a960a069c6 req-856dcd4d-aff4-48c1-9ffc-7769925bc126 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0572987 Mar 04 20:42:09.236545 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-080ba458-a63b-4529-843e-d6a960a069c6 req-7799e8ec-f028-4143-9424-dbec519f83b8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459571 Mar 04 20:42:10.367857 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b854-ba85-41b3-8dc3-61fb38b4a677 req-af8f29a8-4aaa-47bd-8821-aeddec4b5017 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:10.369614 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4075b854-ba85-41b3-8dc3-61fb38b4a677 req-af8f29a8-4aaa-47bd-8821-aeddec4b5017 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0551972 Mar 04 20:42:10.415920 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4075b854-ba85-41b3-8dc3-61fb38b4a677 req-7e0a69ef-b0e2-4aed-999a-f921fd101275 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Mar 04 20:42:11.303919 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:42:11.542126 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35041d8-967e-4fe7-82dd-d4e7f010a321 req-a9ce0028-47c3-474e-b515-0f4b48632e51 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:11.543518 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f35041d8-967e-4fe7-82dd-d4e7f010a321 req-a9ce0028-47c3-474e-b515-0f4b48632e51 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0525002 Mar 04 20:42:11.589934 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f35041d8-967e-4fe7-82dd-d4e7f010a321 req-ce067fc1-11ac-4fb0-b9a2-2725ab30c500 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408561 Mar 04 20:42:12.067249 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0154f-55d5-4f45-a8b2-4040d7b4cddd req-cc75908a-ecdf-4ae4-bc37-0a97eea897f5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:12.068767 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-42b0154f-55d5-4f45-a8b2-4040d7b4cddd req-cc75908a-ecdf-4ae4-bc37-0a97eea897f5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0560193 Mar 04 20:42:12.115603 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-42b0154f-55d5-4f45-a8b2-4040d7b4cddd req-202888ab-0c68-414a-a6eb-bf45f394d106 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Mar 04 20:42:12.712402 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6258db-68b4-404a-94c6-0b7d1c56acbc req-44ecc2ad-fa93-4470-9fc3-46ee70782273 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:12.713881 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ed6258db-68b4-404a-94c6-0b7d1c56acbc req-44ecc2ad-fa93-4470-9fc3-46ee70782273 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 944 time: 0.0518737 Mar 04 20:42:12.759370 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-ed6258db-68b4-404a-94c6-0b7d1c56acbc req-4be7862a-b422-46d3-8d95-7425860ef63c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400960 Mar 04 20:42:13.000783 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:42:13.105723 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:13.119889 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'ca835025-f243-4a58-9b53-8275ced3758e', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'port_id': 'ca835025-f243-4a58-9b53-8275ced3758e', 'mac_address': 'fa:16:3e:4d:75:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:42:13.165254 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ca835025-f243-4a58-9b53-8275ced3758e is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:13.165646 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:13.179171 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca835025-f243-4a58-9b53-8275ced3758e {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:42:13.203300 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:13.235031 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598d739-c198-4c85-a0d7-00ae173a5b6a req-049ae96a-af62-4288-b43a-eda03739bcb7 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:13.236512 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1598d739-c198-4c85-a0d7-00ae173a5b6a req-049ae96a-af62-4288-b43a-eda03739bcb7 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0527360 Mar 04 20:42:13.253615 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:13.285344 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1598d739-c198-4c85-a0d7-00ae173a5b6a req-e9b00e30-caf0-408c-b3a6-06432b7c8459 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Mar 04 20:42:13.300952 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=9']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:13.535169 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['ca835025-f243-4a58-9b53-8275ced3758e'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:42:13.893425 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862245-b04f-4f7d-ab50-92602d2e3dbe req-03330133-5bca-4525-a429-5bab3053def7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:13.895011 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dd862245-b04f-4f7d-ab50-92602d2e3dbe req-03330133-5bca-4525-a429-5bab3053def7 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Mar 04 20:42:13.947034 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dd862245-b04f-4f7d-ab50-92602d2e3dbe req-5ce2f8ec-fc8c-416a-9c77-e06b1ef9345e tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466070 Mar 04 20:42:14.562936 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e5c0d-ae37-4270-bb2c-1e8323b61be3 req-7c0536ec-7aa7-46f2-a540-c0be220b2b7a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:14.568661 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2e6e5c0d-ae37-4270-bb2c-1e8323b61be3 req-7c0536ec-7aa7-46f2-a540-c0be220b2b7a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0525842 Mar 04 20:42:14.612885 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2e6e5c0d-ae37-4270-bb2c-1e8323b61be3 req-05828c60-b477-4500-9007-d1c513221b9f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Mar 04 20:42:15.012283 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:15.060069 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port ca835025-f243-4a58-9b53-8275ced3758e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:15.060482 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ca835025-f243-4a58-9b53-8275ced3758e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.068161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211027c-90df-4d85-aba3-3cf4c52b1714 req-bf3b7538-c6ff-4659-8cc9-11036d0d580b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:15.069680 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3211027c-90df-4d85-aba3-3cf4c52b1714 req-bf3b7538-c6ff-4659-8cc9-11036d0d580b tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 945 time: 0.0520196 Mar 04 20:42:15.121066 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3211027c-90df-4d85-aba3-3cf4c52b1714 req-6f277e0a-85c0-4312-a300-4cf96b7eed97 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Mar 04 20:42:15.142825 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port ca835025-f243-4a58-9b53-8275ced3758e is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:15.143907 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.166073 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:15.168265 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c366798-787f-4c02-8443-74aa4615052b" -d '{"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-plugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:15.181059 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:15.202991 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9faea3-5654-469f-aed3-654f653ac96e x-openstack-request-id: req-2d9faea3-5654-469f-aed3-654f653ac96e {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:15.203288 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-plugged", "status": "completed", "tag": "ca835025-f243-4a58-9b53-8275ced3758e", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:15.203543 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d9faea3-5654-469f-aed3-654f653ac96e {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:15.203938 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e', 'code': 200} Mar 04 20:42:15.258886 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.308128 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=10']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:15.508283 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caeeb-d7d8-47b8-b57d-67c8550a35f8 req-cb2f452a-e8a9-44b2-a5ca-a2bcd8d950ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:15.509717 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-789caeeb-d7d8-47b8-b57d-67c8550a35f8 req-cb2f452a-e8a9-44b2-a5ca-a2bcd8d950ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 1131 time: 0.0441341 Mar 04 20:42:15.559349 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-789caeeb-d7d8-47b8-b57d-67c8550a35f8 req-f0bd03be-6887-438a-bbfe-f542cb57312b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367825 Mar 04 20:42:15.732389 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd02ae-fecd-47ec-b8af-36f180636903 req-e7216206-f149-4686-8982-c8b98b9d1134 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:15.733892 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdfd02ae-fecd-47ec-b8af-36f180636903 req-e7216206-f149-4686-8982-c8b98b9d1134 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0550611 Mar 04 20:42:15.781751 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdfd02ae-fecd-47ec-b8af-36f180636903 req-1fbddcb9-2f4f-4fab-a33c-9cb0aef826ba tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415313 Mar 04 20:42:16.246387 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85279291-4416-409a-9ff6-302e65a32180 req-63b7fe40-7f67-45fb-a75b-7bd61dc463fd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:16.257726 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-85279291-4416-409a-9ff6-302e65a32180 req-63b7fe40-7f67-45fb-a75b-7bd61dc463fd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 947 time: 0.0562661 Mar 04 20:42:16.295332 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-85279291-4416-409a-9ff6-302e65a32180 req-94b231c4-b8d8-4457-b58e-83b43a82e9a9 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409801 Mar 04 20:42:16.902181 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227e205-e4d5-4ec9-a1da-5f06ddf9f489 req-0dd5ced4-f2f1-46e8-958e-40cb30827ce9 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:16.903651 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b227e205-e4d5-4ec9-a1da-5f06ddf9f489 req-0dd5ced4-f2f1-46e8-958e-40cb30827ce9 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0538888 Mar 04 20:42:16.953531 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b227e205-e4d5-4ec9-a1da-5f06ddf9f489 req-9b567006-bbf0-40ec-9a85-77bfca4f524f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442083 Mar 04 20:42:17.418996 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43849-2af8-438b-98f8-d6e7eb6981d1 req-4d07af2a-5635-42b1-b3e0-59005d582582 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:17.420425 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c5c43849-2af8-438b-98f8-d6e7eb6981d1 req-4d07af2a-5635-42b1-b3e0-59005d582582 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 947 time: 0.0538204 Mar 04 20:42:17.466271 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c5c43849-2af8-438b-98f8-d6e7eb6981d1 req-d2f11800-7eb0-479d-be34-5cc90feadb3c tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Mar 04 20:42:18.074460 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e30ec-0a44-4af4-8c6d-36386a843785 req-a4511618-9e20-4f65-b3ac-e7d4111fe027 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:18.075953 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6e7e30ec-0a44-4af4-8c6d-36386a843785 req-a4511618-9e20-4f65-b3ac-e7d4111fe027 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0541396 Mar 04 20:42:18.125958 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6e7e30ec-0a44-4af4-8c6d-36386a843785 req-9e24fe46-436a-4a97-a934-4e46698d6cc8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445342 Mar 04 20:42:18.591205 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844fef0-9f5a-426d-a6c1-ac9951d97fa2 req-99c1a4cf-3730-43f7-b872-b698c6c6dae2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:18.592743 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c844fef0-9f5a-426d-a6c1-ac9951d97fa2 req-99c1a4cf-3730-43f7-b872-b698c6c6dae2 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 947 time: 0.0555785 Mar 04 20:42:18.638744 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-c844fef0-9f5a-426d-a6c1-ac9951d97fa2 req-4a284a12-a189-40db-99be-451bf0eec7b0 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Mar 04 20:42:19.245469 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778024-92c3-4d2f-9e78-b96e6d348612 req-be6ab58b-9763-43ba-93e9-adc1c26ced5f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:19.246986 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6e778024-92c3-4d2f-9e78-b96e6d348612 req-be6ab58b-9763-43ba-93e9-adc1c26ced5f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0527496 Mar 04 20:42:19.293212 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6e778024-92c3-4d2f-9e78-b96e6d348612 req-70dd6148-825e-4a34-942e-38b467055775 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Mar 04 20:42:20.409211 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c6cb5-a44c-4fdd-84fc-94455e7f7012 req-51000a40-e914-4853-89d8-d00734603516 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:20.410775 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b84c6cb5-a44c-4fdd-84fc-94455e7f7012 req-51000a40-e914-4853-89d8-d00734603516 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0528708 Mar 04 20:42:20.456259 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-b84c6cb5-a44c-4fdd-84fc-94455e7f7012 req-5ba8728d-b029-47f4-aa05-d8ad239a7b61 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 Mar 04 20:42:21.572180 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d011f59-9185-4e1c-a34e-e291ea3b95cc req-33390440-e523-4f8f-9c97-7730a7e8630e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:21.573576 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2d011f59-9185-4e1c-a34e-e291ea3b95cc req-33390440-e523-4f8f-9c97-7730a7e8630e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0515614 Mar 04 20:42:21.619747 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2d011f59-9185-4e1c-a34e-e291ea3b95cc req-c696e0e9-c3a3-43f1-9902-e4b936298855 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Mar 04 20:42:22.743599 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57542f22-42d1-4d1e-8a87-07ce56821390 req-01e5a9b6-3c9a-4de4-9449-c2ba57b1a320 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:22.745429 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-57542f22-42d1-4d1e-8a87-07ce56821390 req-01e5a9b6-3c9a-4de4-9449-c2ba57b1a320 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0571525 Mar 04 20:42:22.795096 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-57542f22-42d1-4d1e-8a87-07ce56821390 req-98a0d03c-a796-4e3d-9e0b-91b9c7dd3988 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441871 Mar 04 20:42:23.131609 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6837a2-af7b-4ca3-9d94-57864063d6b2 req-786d70e1-a992-4c14-9c34-d98ce309b3dc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:23.133130 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0d6837a2-af7b-4ca3-9d94-57864063d6b2 req-786d70e1-a992-4c14-9c34-d98ce309b3dc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0565102 Mar 04 20:42:23.180079 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-0d6837a2-af7b-4ca3-9d94-57864063d6b2 req-39ecb4a0-e098-4d19-96c0-44c07e80c9a5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413082 Mar 04 20:42:23.253559 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-476f215c-a37e-4ada-bd79-a91dc3319845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:23.255901 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-476f215c-a37e-4ada-bd79-a91dc3319845 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 1129 time: 0.0510004 Mar 04 20:42:23.348659 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-fc0aa259-c2ba-41fb-8fab-f6ecd198ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:23.350125 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-fc0aa259-c2ba-41fb-8fab-f6ecd198ab8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 912 time: 0.0883672 Mar 04 20:42:23.423715 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-edee24ce-465a-404a-bc53-5f9706bbc5bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb HTTP/1.1" status: 200 len: 1001 time: 0.0658560 Mar 04 20:42:23.475487 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-ca5cb661-2aef-4219-9170-156750698fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:23.476956 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-ca5cb661-2aef-4219-9170-156750698fb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 200 len: 850 time: 0.0439661 Mar 04 20:42:23.525276 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-03a71c09-0f19-4c68-815a-782da38f3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:23.526740 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-03a71c09-0f19-4c68-815a-782da38f3c23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=120b0cca-600e-463f-a708-f379fc55ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438764 Mar 04 20:42:23.617600 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-7cd6f4bb-ba57-43bf-bf2b-79c3b12c58ac service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 Mar 04 20:42:23.704694 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7da87624-b789-4dca-a3d5-b6fc9ca75112 req-9e95a18b-a21a-4b9d-aed8-cb05f9a09f67 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796015 Mar 04 20:42:24.299792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b148b-5186-4211-9370-08d2fe8a5154 req-16cc1f64-fc3f-49cb-b1e3-a26993598a35 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:24.301478 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4e4b148b-5186-4211-9370-08d2fe8a5154 req-16cc1f64-fc3f-49cb-b1e3-a26993598a35 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0533092 Mar 04 20:42:24.355030 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4e4b148b-5186-4211-9370-08d2fe8a5154 req-ce6f6d29-be8b-447a-af1a-9ed4e4960c35 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481012 Mar 04 20:42:25.484491 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc938c-2d07-49f5-8e9d-c4e1d49c9560 req-5f1a889c-9ee7-47d2-bcb7-b1b88e410b02 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:25.485132 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dfcc938c-2d07-49f5-8e9d-c4e1d49c9560 req-5f1a889c-9ee7-47d2-bcb7-b1b88e410b02 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0550902 Mar 04 20:42:25.531905 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-dfcc938c-2d07-49f5-8e9d-c4e1d49c9560 req-74884998-e17a-4abd-905d-949bd45058c6 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Mar 04 20:42:25.848995 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636719-8737-45ae-bd7a-00598ce7bdb7 req-e4ba5e2b-e60b-47e3-bd25-96ff3d1b6f25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:25.850422 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-48636719-8737-45ae-bd7a-00598ce7bdb7 req-e4ba5e2b-e60b-47e3-bd25-96ff3d1b6f25 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 945 time: 0.0535088 Mar 04 20:42:25.898689 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-48636719-8737-45ae-bd7a-00598ce7bdb7 req-571c0456-3be8-4f10-9469-c9c5183df6c7 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Mar 04 20:42:27.020428 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e457e3-22eb-434f-81a9-3f678a8f094a req-1fd24e58-845e-4bf0-9a57-26733dde7539 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:27.022024 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a5e457e3-22eb-434f-81a9-3f678a8f094a req-1fd24e58-845e-4bf0-9a57-26733dde7539 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 945 time: 0.0565078 Mar 04 20:42:27.067180 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-a5e457e3-22eb-434f-81a9-3f678a8f094a req-9b60d0bd-7071-4b9c-ba61-5089fd7e4c3e tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dfea30-adfa-435d-89a4-a29a2912b4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Mar 04 20:42:27.489025 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-b50cc69a-1d3e-456c-b385-290a1b407c32 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:27.490513 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-b50cc69a-1d3e-456c-b385-290a1b407c32 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 945 time: 0.0524104 Mar 04 20:42:27.592573 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port bc48efe9-24f2-453d-a50e-b31fa857344d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:27.592794 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.679320 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] For port bc48efe9-24f2-453d-a50e-b31fa857344d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc48efe9-24f2-453d-a50e-b31fa857344d,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:27.679684 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.848011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.848461 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (bc20c689-a4bc-48c0-8b4a-1f138134853b), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.848785 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Floating IP bc20c689-a4bc-48c0-8b4a-1f138134853b disassociated. External IP: 172.27.3.59, port: bc48efe9-24f2-453d-a50e-b31fa857344d. Mar 04 20:42:27.849746 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for bc48efe9-24f2-453d-a50e-b31fa857344d owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:28.041627 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (bc48efe9-24f2-453d-a50e-b31fa857344d), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.070448 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=bc48efe9-24f2-453d-a50e-b31fa857344d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:28.173645 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9ad8a9fd-af48-4a03-a779-7aeb8ac3143c req-6b669681-0fd3-4ef7-b640-5a3909016376 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/ports?device_id=b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b HTTP/1.1" status: 200 len: 210 time: 0.0391181 Mar 04 20:42:28.195372 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:42:28.304265 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:28.313698 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:28.323556 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:28.324163 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:42:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:28.350836 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] No DVR routers for this DVR port bc48efe9-24f2-453d-a50e-b31fa857344d on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:42:28.354026 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.357760 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c296f2df-6e5b-4e9c-94e4-356a1dea76a9 req-3d8febf4-15e6-4ed9-97c7-c710e55d88dc tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.39 "DELETE /v2.0/ports/bc48efe9-24f2-453d-a50e-b31fa857344d HTTP/1.1" status: 204 len: 173 time: 0.8575981 Mar 04 20:42:28.358219 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'name': 'network-vif-deleted', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:28.360552 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e912e85-59ca-43fd-9bb3-d9975a3faddd" -d '{"events": [{"server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "name": "network-vif-deleted", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:28.396074 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb28f5-0e02-4c32-9635-e85da355fe27 x-openstack-request-id: req-20bb28f5-0e02-4c32-9635-e85da355fe27 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:28.396409 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b", "name": "network-vif-deleted", "tag": "bc48efe9-24f2-453d-a50e-b31fa857344d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:28.396684 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20bb28f5-0e02-4c32-9635-e85da355fe27 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:28.397077 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b915fa6c-bd0b-49c4-bf75-b1b36b9ad26b', 'name': 'network-vif-deleted', 'tag': 'bc48efe9-24f2-453d-a50e-b31fa857344d', 'status': 'completed', 'code': 200} Mar 04 20:42:28.437982 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:28.653393 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:28.679014 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:28.686948 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:28.687539 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:42:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:28.795812 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:29.010413 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:29.036112 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e673e-2d27-4539-bff3-a0e1d40df593 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:35:41Z', 'revision_number': 4, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '12dd4691-0c8a-4838-a0ea-117cf482a556', 'name': '', 'network_id': '5d0c319a-2042-4403-a805-fc7c2c046473', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'mac_address': 'fa:16:3e:71:b7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:39Z', 'updated_at': '2022-03-04T20:35:49Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'subnets': [{'id': 'c88a879c-2019-4e6d-9441-7e0ce713e8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:29.269136 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb09fe-921a-4f18-b609-fb2c5ebf7956 None None] New status for floating IP bc20c689-a4bc-48c0-8b4a-1f138134853b: DOWN {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:42:29.312557 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42536) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:29.369766 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a3a294b-32d2-4841-88a9-0fed3940ec78 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (16dfea30-adfa-435d-89a4-a29a2912b4fb), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.393432 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a3a294b-32d2-4841-88a9-0fed3940ec78 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (16dfea30-adfa-435d-89a4-a29a2912b4fb), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.521590 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a3a294b-32d2-4841-88a9-0fed3940ec78 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (16dfea30-adfa-435d-89a4-a29a2912b4fb), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.524274 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a3a294b-32d2-4841-88a9-0fed3940ec78 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.525458 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-5a3a294b-32d2-4841-88a9-0fed3940ec78 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/security-groups/16dfea30-adfa-435d-89a4-a29a2912b4fb HTTP/1.1" status: 204 len: 168 time: 0.2119122 Mar 04 20:42:29.528227 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:29.535048 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a294b-32d2-4841-88a9-0fed3940ec78 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dfea30-adfa-435d-89a4-a29a2912b4fb,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:29.544157 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.api.v2.resource [None req-7f6f1b9e-a2e2-457a-ba13-0af7c14de580 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] show failed (client error): The resource could not be found. Mar 04 20:42:29.545380 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-7f6f1b9e-a2e2-457a-ba13-0af7c14de580 tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "GET /v2.0/security-groups/16dfea30-adfa-435d-89a4-a29a2912b4fb HTTP/1.1" status: 404 len: 347 time: 0.0161288 Mar 04 20:42:29.548403 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42540) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:29.672936 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Deleting port 1017a14d-4654-44b6-8e2b-739a0e1e0edd {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:29.673277 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.754704 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.754943 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (1017a14d-4654-44b6-8e2b-739a0e1e0edd), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.771282 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Calling delete_port for 1017a14d-4654-44b6-8e2b-739a0e1e0edd owned by network:floatingip {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:29.978995 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (1017a14d-4654-44b6-8e2b-739a0e1e0edd), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.008962 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Pushing event deleted for resources: {'Port': ['ID=1017a14d-4654-44b6-8e2b-739a0e1e0edd,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:30.070791 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks [] for floatingip (bc20c689-a4bc-48c0-8b4a-1f138134853b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.073393 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.074772 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8eee2484-a4cf-4a71-8a94-ee0457bda58b tempest-AttachVolumeNegativeTest-381182465 tempest-AttachVolumeNegativeTest-381182465-project] 10.222.0.37 "DELETE /v2.0/floatingips/bc20c689-a4bc-48c0-8b4a-1f138134853b HTTP/1.1" status: 204 len: 168 time: 0.5251501 Mar 04 20:42:30.195548 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1ab7-dbeb-4aeb-8fbe-27102b0a1f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.054776 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device bc48efe9-24f2-453d-a50e-b31fa857344d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:42:31.075216 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: bc48efe9-24f2-453d-a50e-b31fa857344d {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:42:31.075553 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device bc48efe9-24f2-453d-a50e-b31fa857344d not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:42:32.481491 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3204-594d-4272-87a3-e71f8e35aa35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:33.170893 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-6370b260-3a9f-43fc-a4cf-0b14923afcb9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434809 Mar 04 20:42:33.266952 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980344-ee28-4287-944e-3f0f78536743 req-334c86d5-a8a2-4baf-ad87-e175febb6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:33.267740 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-334c86d5-a8a2-4baf-ad87-e175febb6764 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1129 time: 0.0486135 Mar 04 20:42:33.375711 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980344-ee28-4287-944e-3f0f78536743 req-adbb2339-2443-4fe1-b277-6a89d46f70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:33.377264 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-adbb2339-2443-4fe1-b277-6a89d46f70ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 909 time: 0.0880969 Mar 04 20:42:33.446087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-bba1b5a8-dfd1-43d3-8b65-289abb1c61fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 1001 time: 0.0623016 Mar 04 20:42:33.494808 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980344-ee28-4287-944e-3f0f78536743 req-95b45a13-25c5-45fa-92f7-7ef726baecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:33.496263 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-95b45a13-25c5-45fa-92f7-7ef726baecff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 200 len: 847 time: 0.0436535 Mar 04 20:42:33.546975 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980344-ee28-4287-944e-3f0f78536743 req-4d362100-1c9a-4bfe-b192-fbb9bdf593e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:33.548452 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-4d362100-1c9a-4bfe-b192-fbb9bdf593e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3589ace1-7bb1-4507-ab72-58b13f2b3e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437660 Mar 04 20:42:33.641784 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-4e4166c1-93ca-43aa-ac97-38965635c6b7 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Mar 04 20:42:33.732415 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-69980344-ee28-4287-944e-3f0f78536743 req-33afecc2-7bc8-45a7-b074-cd1b704c6084 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827820 Mar 04 20:42:33.732781 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:34.121918 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42578) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:34.567404 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (3f76477d-abb6-4d91-99a0-af7a58ab9865), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:34.809162 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Deleting port 12dd4691-0c8a-4838-a0ea-117cf482a556 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:34.809482 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:34.887381 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:34.887867 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] For port 12dd4691-0c8a-4838-a0ea-117cf482a556, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=12dd4691-0c8a-4838-a0ea-117cf482a556,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:34.888155 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:34.900165 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Calling delete_port for 12dd4691-0c8a-4838-a0ea-117cf482a556 owned by network:router_interface {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:34.944493 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:35.126882 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (12dd4691-0c8a-4838-a0ea-117cf482a556), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:35.156198 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Pushing event deleted for resources: {'Port': ['ID=12dd4691-0c8a-4838-a0ea-117cf482a556,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:35.328736 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (3f76477d-abb6-4d91-99a0-af7a58ab9865), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:35.546483 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Router 3f76477d-abb6-4d91-99a0-af7a58ab9865 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:42:35.651171 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:35.656438 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-97a8c63d-ebe2-467e-b31e-c7cd7e5e857b admin admin] 10.222.0.37 "PUT /v2.0/routers/3f76477d-abb6-4d91-99a0-af7a58ab9865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5332465 Mar 04 20:42:35.659048 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42582) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:35.660050 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] Sync routers for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:35.670177 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:35.670787 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:42:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:35.915434 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:36.014891 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks [] for router (3f76477d-abb6-4d91-99a0-af7a58ab9865), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.095114 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:42:35Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.117779 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks [] for router_gateway (3f76477d-abb6-4d91-99a0-af7a58ab9865), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.125566 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] Checking router: 3f76477d-abb6-4d91-99a0-af7a58ab9865 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:36.140904 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] Routers {'3f76477d-abb6-4d91-99a0-af7a58ab9865'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:36.140904 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:42:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['3f76477d-abb6-4d91-99a0-af7a58ab9865'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.233397 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Deleting port 367968b3-5f79-4734-a195-9beaab51ba91 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:36.233738 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (367968b3-5f79-4734-a195-9beaab51ba91), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.242649 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] Set router 3f76477d-abb6-4d91-99a0-af7a58ab9865 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:36.312867 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] For port 367968b3-5f79-4734-a195-9beaab51ba91, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=367968b3-5f79-4734-a195-9beaab51ba91,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:36.313236 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (367968b3-5f79-4734-a195-9beaab51ba91), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.325437 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Calling delete_port for 367968b3-5f79-4734-a195-9beaab51ba91 owned by network:router_gateway {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:36.419163 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:42:35Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.449358 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e71adc-9509-486a-b82c-61930a7577c2 None None] The sync data for ids ['3f76477d-abb6-4d91-99a0-af7a58ab9865'] in dv-cinder-799871-17-iscsi is: [{'id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'name': 'tempest-AttachVolumeNegativeTest-145721499-router', 'tenant_id': 'af15fcef91224b5594eee935e86cc383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '367968b3-5f79-4734-a195-9beaab51ba91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:32Z', 'updated_at': '2022-03-04T20:42:35Z', 'revision_number': 5, 'project_id': 'af15fcef91224b5594eee935e86cc383', 'gw_port': {'id': '367968b3-5f79-4734-a195-9beaab51ba91', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f76477d-abb6-4d91-99a0-af7a58ab9865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:34Z', 'updated_at': '2022-03-04T20:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:36.572823 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (367968b3-5f79-4734-a195-9beaab51ba91), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.601587 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=367968b3-5f79-4734-a195-9beaab51ba91,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:36.658567 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.661075 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (3f76477d-abb6-4d91-99a0-af7a58ab9865), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.753486 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (3f76477d-abb6-4d91-99a0-af7a58ab9865), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.756013 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks [] for router_controller (3f76477d-abb6-4d91-99a0-af7a58ab9865), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.875868 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (3f76477d-abb6-4d91-99a0-af7a58ab9865), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.876627 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f76477d-abb6-4d91-99a0-af7a58ab9865 {{(pid=103592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:42:36.883245 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.884452 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b7a8525d-200b-4bce-b734-ecd789f967d0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3f76477d-abb6-4d91-99a0-af7a58ab9865 HTTP/1.1" status: 204 len: 168 time: 1.2244449 Mar 04 20:42:36.886934 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42584) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:36.932109 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] Deleting subnet c88a879c-2019-4e6d-9441-7e0ce713e8e8 {{(pid=103592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:42:36.935328 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] Publish callbacks [] for subnet (c88a879c-2019-4e6d-9441-7e0ce713e8e8), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.970196 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10002066'] for subnet (c88a879c-2019-4e6d-9441-7e0ce713e8e8), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.055708 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (c88a879c-2019-4e6d-9441-7e0ce713e8e8), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.162208 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8996968'] for subnet (c88a879c-2019-4e6d-9441-7e0ce713e8e8), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.188376 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88a879c-2019-4e6d-9441-7e0ce713e8e8,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:37.193903 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.197849 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-23f858ea-a6f0-448d-a10c-16253f9b66c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c88a879c-2019-4e6d-9441-7e0ce713e8e8 HTTP/1.1" status: 204 len: 168 time: 0.3099444 Mar 04 20:42:37.199719 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29993b95-0ab0-42ee-99ed-fae74079220d None None] Network 5d0c319a-2042-4403-a805-fc7c2c046473 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:42:37.200318 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42586) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:37.268760 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (5d0c319a-2042-4403-a805-fc7c2c046473), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.326680 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Deleting port afecdca1-c855-4687-9542-9823f582fc2e {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:37.327013 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (afecdca1-c855-4687-9542-9823f582fc2e), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.388996 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] For port afecdca1-c855-4687-9542-9823f582fc2e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=afecdca1-c855-4687-9542-9823f582fc2e,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:37.389276 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (afecdca1-c855-4687-9542-9823f582fc2e), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.402578 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Calling delete_port for afecdca1-c855-4687-9542-9823f582fc2e owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:37.425376 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] DHCP port deletion for 5d0c319a-2042-4403-a805-fc7c2c046473 request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:42:37.484922 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] Deleting port afecdca1-c855-4687-9542-9823f582fc2e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:37.485407 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (afecdca1-c855-4687-9542-9823f582fc2e), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.500936 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 12dd4691-0c8a-4838-a0ea-117cf482a556 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:42:37.528165 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 12dd4691-0c8a-4838-a0ea-117cf482a556 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:42:37.528556 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 12dd4691-0c8a-4838-a0ea-117cf482a556 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:42:37.528978 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 367968b3-5f79-4734-a195-9beaab51ba91 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:42:37.582422 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 367968b3-5f79-4734-a195-9beaab51ba91 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:42:37.582765 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 367968b3-5f79-4734-a195-9beaab51ba91 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:42:37.583261 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device afecdca1-c855-4687-9542-9823f582fc2e no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:42:37.601693 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (afecdca1-c855-4687-9542-9823f582fc2e), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.609944 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] For port afecdca1-c855-4687-9542-9823f582fc2e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=afecdca1-c855-4687-9542-9823f582fc2e,segment=NetworkSegment(2259ddeb-6c6f-4626-8978-254791cbb9ac),segment_id=2259ddeb-6c6f-4626-8978-254791cbb9ac)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:37.610347 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (afecdca1-c855-4687-9542-9823f582fc2e), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.629459 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=afecdca1-c855-4687-9542-9823f582fc2e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:37.631104 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] Calling delete_port for afecdca1-c855-4687-9542-9823f582fc2e owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:37.631554 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] No DVR routers for this DVR port afecdca1-c855-4687-9542-9823f582fc2e on host dv-cinder-799871-17-iscsi {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:42:37.646788 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No active binding found for port afecdca1-c855-4687-9542-9823f582fc2e {{(pid=103593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 04 20:42:37.647110 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] The host dv-cinder-799871-17-iscsi is not matching for port afecdca1-c855-4687-9542-9823f582fc2e host None! {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 04 20:42:37.647492 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device afecdca1-c855-4687-9542-9823f582fc2e not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:42:37.702396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (5d0c319a-2042-4403-a805-fc7c2c046473), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.711045 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (afecdca1-c855-4687-9542-9823f582fc2e), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.726345 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0c319a-2042-4403-a805-fc7c2c046473']}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:37.735682 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2259ddeb-6c6f-4626-8978-254791cbb9ac') {'for_net_delete': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:37.735980 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2259ddeb-6c6f-4626-8978-254791cbb9ac') {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:37.741300 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] Pushing event deleted for resources: {'Port': ['ID=afecdca1-c855-4687-9542-9823f582fc2e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:37.743158 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98376d9e-6274-4853-acc0-29a60f743a82 None None] No DVR routers for this DVR port afecdca1-c855-4687-9542-9823f582fc2e on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:42:37.746693 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10002025'] for segment (2259ddeb-6c6f-4626-8978-254791cbb9ac), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.760346 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (2259ddeb-6c6f-4626-8978-254791cbb9ac), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.766259 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:42:37.766639 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286110'] for segment (2259ddeb-6c6f-4626-8978-254791cbb9ac), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: Traceback (most recent call last): Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: timer() Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: cb(*args, **kw) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: return func(*args, **kwargs) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: self._notify() Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: self.callback(batched_events) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: event.method(event) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: return f(self, *a, **k) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._get(url).json() Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: return self.request(url, 'GET', **kwargs) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:42:37.768416 dv-cinder-799871-17-iscsi neutron-server[103592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:42:37.875582 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (5d0c319a-2042-4403-a805-fc7c2c046473), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.881147 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.887295 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5d0c319a-2042-4403-a805-fc7c2c046473 HTTP/1.1" status: 204 len: 168 time: 0.6830986 Mar 04 20:42:37.897924 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac38ef-02f8-4e20-acc5-af886a856bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0c319a-2042-4403-a805-fc7c2c046473,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:38.210381 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42590) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:38.251831 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-95a2ce1b-b727-4134-8b3e-fb5bb9d23f53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af15fcef91224b5594eee935e86cc383&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402787 Mar 04 20:42:38.254242 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42592) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:38.304060 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-85583e29-8e89-4979-93a8-c4b22db472f4 admin admin] Publish callbacks [] for security_group (ab7c178e-e826-45a9-b170-1b2fbc23c0ec), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.324395 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-85583e29-8e89-4979-93a8-c4b22db472f4 admin admin] Publish callbacks [] for security_group (ab7c178e-e826-45a9-b170-1b2fbc23c0ec), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.446972 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-85583e29-8e89-4979-93a8-c4b22db472f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ab7c178e-e826-45a9-b170-1b2fbc23c0ec), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.449599 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-85583e29-8e89-4979-93a8-c4b22db472f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.450896 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-85583e29-8e89-4979-93a8-c4b22db472f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab7c178e-e826-45a9-b170-1b2fbc23c0ec HTTP/1.1" status: 204 len: 168 time: 0.1957047 Mar 04 20:42:38.458825 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85583e29-8e89-4979-93a8-c4b22db472f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c178e-e826-45a9-b170-1b2fbc23c0ec,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:48.301566 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:42:49.335537 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42716) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:49.437195 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.517506 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Publish callbacks [] for security_group (079c34e4-c8ee-465b-9cc7-d5ed135c88c5), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.567044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (079c34e4-c8ee-465b-9cc7-d5ed135c88c5), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.606047 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2b39504375044ffaaba688bcaf06a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694497 Mar 04 20:42:49.607158 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c34e4-c8ee-465b-9cc7-d5ed135c88c5,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:49.608949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:49.614336 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.614727 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.615066 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.615406 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.615734 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.616063 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.616413 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.616740 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.617064 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.617388 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.617709 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.618030 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.618368 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7762909e-26af-4283-82b5-54968b4d8158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.657294 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Publish callbacks [] for security_group (079c34e4-c8ee-465b-9cc7-d5ed135c88c5), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.677878 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Publish callbacks [] for security_group (079c34e4-c8ee-465b-9cc7-d5ed135c88c5), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.778801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (079c34e4-c8ee-465b-9cc7-d5ed135c88c5), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.781351 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.782619 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/079c34e4-c8ee-465b-9cc7-d5ed135c88c5 HTTP/1.1" status: 204 len: 168 time: 0.1725323 Mar 04 20:42:49.791190 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c34e4-c8ee-465b-9cc7-d5ed135c88c5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:49.798399 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.798815 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.799119 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.799468 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.799837 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.800181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.800511 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.800853 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.801191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.801529 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.801863 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.802203 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:49.802535 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc4b02-abe4-4abe-beee-02146b77e23b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:52.859664 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:52.962372 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0188d9f-21b9-4ac9-97d3-3ad6d84ba821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.033209 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0188d9f-21b9-4ac9-97d3-3ad6d84ba821 admin admin] Publish callbacks [] for security_group (0eac2c85-d658-491e-9d95-15ff5c218133), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.080974 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0188d9f-21b9-4ac9-97d3-3ad6d84ba821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0eac2c85-d658-491e-9d95-15ff5c218133), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.118724 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0188d9f-21b9-4ac9-97d3-3ad6d84ba821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eac2c85-d658-491e-9d95-15ff5c218133,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:53.123278 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d0188d9f-21b9-4ac9-97d3-3ad6d84ba821 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5427c293d3114e91877c7a583efd4a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625539 Mar 04 20:42:53.126122 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:53.179258 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a46c876-87b2-4409-9d80-17bc325cec6e admin admin] Publish callbacks [] for security_group (0eac2c85-d658-491e-9d95-15ff5c218133), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.200741 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a46c876-87b2-4409-9d80-17bc325cec6e admin admin] Publish callbacks [] for security_group (0eac2c85-d658-491e-9d95-15ff5c218133), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.304282 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a46c876-87b2-4409-9d80-17bc325cec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0eac2c85-d658-491e-9d95-15ff5c218133), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.306790 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a46c876-87b2-4409-9d80-17bc325cec6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.307944 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2a46c876-87b2-4409-9d80-17bc325cec6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eac2c85-d658-491e-9d95-15ff5c218133 HTTP/1.1" status: 204 len: 168 time: 0.1808958 Mar 04 20:42:53.315493 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46c876-87b2-4409-9d80-17bc325cec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eac2c85-d658-491e-9d95-15ff5c218133,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:53.830381 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42804) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:53.843937 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d4ff-5193-46c1-92cd-f58f86775a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.918276 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d4ff-5193-46c1-92cd-f58f86775a65 admin admin] Publish callbacks [] for security_group (ec7c7ade-f1da-4a77-b24b-125e6ddda42f), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.961422 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d4ff-5193-46c1-92cd-f58f86775a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ec7c7ade-f1da-4a77-b24b-125e6ddda42f), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.999497 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4eb1d4ff-5193-46c1-92cd-f58f86775a65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29f19efebe1d43729f9784ae99199f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680081 Mar 04 20:42:54.001403 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1d4ff-5193-46c1-92cd-f58f86775a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c7ade-f1da-4a77-b24b-125e6ddda42f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:54.002308 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42806) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:54.049482 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca60fe76-06d7-49e4-8be4-808d54906d9e admin admin] Publish callbacks [] for security_group (ec7c7ade-f1da-4a77-b24b-125e6ddda42f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.070521 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca60fe76-06d7-49e4-8be4-808d54906d9e admin admin] Publish callbacks [] for security_group (ec7c7ade-f1da-4a77-b24b-125e6ddda42f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.178481 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca60fe76-06d7-49e4-8be4-808d54906d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (ec7c7ade-f1da-4a77-b24b-125e6ddda42f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.181002 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca60fe76-06d7-49e4-8be4-808d54906d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.182163 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-ca60fe76-06d7-49e4-8be4-808d54906d9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec7c7ade-f1da-4a77-b24b-125e6ddda42f HTTP/1.1" status: 204 len: 168 time: 0.1788776 Mar 04 20:42:54.190075 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60fe76-06d7-49e4-8be4-808d54906d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c7ade-f1da-4a77-b24b-125e6ddda42f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:58.167463 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86574326-adf9-40f6-8443-b18f6fddf7ed req-5386c021-b287-4c73-be8e-f53ad87b2db8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:58.169018 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86574326-adf9-40f6-8443-b18f6fddf7ed req-5386c021-b287-4c73-be8e-f53ad87b2db8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 947 time: 0.0559809 Mar 04 20:42:58.218548 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-86574326-adf9-40f6-8443-b18f6fddf7ed req-bd8bfdeb-2909-45ec-b78d-7df24edb32ec tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437851 Mar 04 20:42:59.347845 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b72e4-a8a7-4a7a-9ec0-ac0fb5cf80bb req-b71f73be-4979-41b1-b297-bc426aeca05d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:59.349548 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2b5b72e4-a8a7-4a7a-9ec0-ac0fb5cf80bb req-b71f73be-4979-41b1-b297-bc426aeca05d tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 947 time: 0.0575621 Mar 04 20:42:59.397926 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2b5b72e4-a8a7-4a7a-9ec0-ac0fb5cf80bb req-3befc6e4-0342-4aa0-ac10-c928451a5b24 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups?id=40949997-27d7-46d6-901f-fa2ec089855b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426204 Mar 04 20:42:59.556364 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-2a97bbdf-a293-48af-8273-1d53fd1811b8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:59.558121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-2a97bbdf-a293-48af-8273-1d53fd1811b8 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 947 time: 0.0609992 Mar 04 20:42:59.670090 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Deleting port ca835025-f243-4a58-9b53-8275ced3758e {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:59.670428 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (ca835025-f243-4a58-9b53-8275ced3758e), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.771282 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] For port ca835025-f243-4a58-9b53-8275ced3758e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ca835025-f243-4a58-9b53-8275ced3758e,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:59.771846 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (ca835025-f243-4a58-9b53-8275ced3758e), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.971243 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.980877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (32a0f065-5c53-405b-b068-4bd307b38e8b), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.980877 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Floating IP 32a0f065-5c53-405b-b068-4bd307b38e8b disassociated. External IP: 172.27.3.82, port: ca835025-f243-4a58-9b53-8275ced3758e. Mar 04 20:42:59.980877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Calling delete_port for ca835025-f243-4a58-9b53-8275ced3758e owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:00.064494 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42906) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:00.161557 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-366888fd-3867-4672-bba4-992a97a7464e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.189776 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (ca835025-f243-4a58-9b53-8275ced3758e), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.192236 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a362-5e0e-49e7-8ea7-3c3e0d5012e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.225835 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event deleted for resources: {'Port': ['ID=ca835025-f243-4a58-9b53-8275ced3758e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:00.294795 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a362-5e0e-49e7-8ea7-3c3e0d5012e7 admin admin] Publish callbacks [] for security_group (57ea9c4f-54e1-4a1e-9551-0e8963ec0590), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.350922 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a362-5e0e-49e7-8ea7-3c3e0d5012e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (57ea9c4f-54e1-4a1e-9551-0e8963ec0590), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.362604 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Router 4fb46332-4413-4c22-bba9-4e19a1a15518 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:00.391418 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-1ef8a362-5e0e-49e7-8ea7-3c3e0d5012e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ffa6b8b508249e4acabe68659a6ae83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257895 Mar 04 20:43:00.392356 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a362-5e0e-49e7-8ea7-3c3e0d5012e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ea9c4f-54e1-4a1e-9551-0e8963ec0590,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:00.395547 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42910) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:00.458714 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e88a9e-17e2-4d75-ac9b-8b010bd8dce9 admin admin] Publish callbacks [] for security_group (57ea9c4f-54e1-4a1e-9551-0e8963ec0590), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.481096 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e88a9e-17e2-4d75-ac9b-8b010bd8dce9 admin admin] Publish callbacks [] for security_group (57ea9c4f-54e1-4a1e-9551-0e8963ec0590), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.512630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-91ef2c1e-c83e-4521-9ccc-35bdc42dde85 req-fdcce3b2-a334-4496-b0e6-afcd986ee9bf tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/ports?device_id=28cffeeb-dce4-41d9-a879-2c9ac3637622 HTTP/1.1" status: 200 len: 210 time: 0.0320506 Mar 04 20:43:00.515290 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:00.528713 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] Sync routers for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:00.539419 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:00.540232 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:42:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:00.557944 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] No DVR routers for this DVR port ca835025-f243-4a58-9b53-8275ced3758e on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:00.560766 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.564192 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-08c51dfb-ed07-4592-b539-07fdbb17429d req-d2fd2e68-5672-4fda-9ef1-f226e35c9ebc tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.39 "DELETE /v2.0/ports/ca835025-f243-4a58-9b53-8275ced3758e HTTP/1.1" status: 204 len: 173 time: 1.0006087 Mar 04 20:43:00.564713 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-deleted', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:00.566970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e240258-d683-4a01-8d53-d4410c856407" -d '{"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-deleted", "tag": "ca835025-f243-4a58-9b53-8275ced3758e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:00.601593 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e88a9e-17e2-4d75-ac9b-8b010bd8dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (57ea9c4f-54e1-4a1e-9551-0e8963ec0590), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.604841 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e88a9e-17e2-4d75-ac9b-8b010bd8dce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.605215 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ffddd9-d7ad-4c72-8c18-cf1ba4d6542d x-openstack-request-id: req-43ffddd9-d7ad-4c72-8c18-cf1ba4d6542d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:00.605674 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cffeeb-dce4-41d9-a879-2c9ac3637622", "name": "network-vif-deleted", "tag": "ca835025-f243-4a58-9b53-8275ced3758e", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:00.606139 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ffddd9-d7ad-4c72-8c18-cf1ba4d6542d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:00.606315 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b3e88a9e-17e2-4d75-ac9b-8b010bd8dce9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57ea9c4f-54e1-4a1e-9551-0e8963ec0590 HTTP/1.1" status: 204 len: 168 time: 0.2094469 Mar 04 20:43:00.606846 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cffeeb-dce4-41d9-a879-2c9ac3637622', 'name': 'network-vif-deleted', 'tag': 'ca835025-f243-4a58-9b53-8275ced3758e', 'status': 'completed', 'code': 200} Mar 04 20:43:00.624106 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e88a9e-17e2-4d75-ac9b-8b010bd8dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ea9c4f-54e1-4a1e-9551-0e8963ec0590,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:00.671428 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:00.969295 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:00.996455 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] Checking router: 4fb46332-4413-4c22-bba9-4e19a1a15518 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:01.004501 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:01.005264 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:42:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:01.109870 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:01.151931 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42920) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:01.167270 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a2e5e3a-484b-412c-9cb3-c382de6e414e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.240236 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a2e5e3a-484b-412c-9cb3-c382de6e414e admin admin] Publish callbacks [] for security_group (b820e4d4-3f10-42d6-9555-f3885edd9e2e), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.303640 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a2e5e3a-484b-412c-9cb3-c382de6e414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b820e4d4-3f10-42d6-9555-f3885edd9e2e), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.309989 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:01.340114 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ea697-49bf-4473-afb8-78622dd8df29 None None] The sync data for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi is: [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:35:36Z', 'revision_number': 4, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '7ddde503-202e-4f12-ab20-c1d09087a3eb', 'name': '', 'network_id': 'df506647-f259-497e-8346-870adfcc7ea0', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'mac_address': 'fa:16:3e:ca:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:35Z', 'updated_at': '2022-03-04T20:35:44Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'subnets': [{'id': '67d53c7f-5ca0-4079-919d-46c0f469aec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:01.353711 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5a2e5e3a-484b-412c-9cb3-c382de6e414e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1b0b7fe7f6c453e9fd4acc4217d9603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982446 Mar 04 20:43:01.353711 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e5e3a-484b-412c-9cb3-c382de6e414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b820e4d4-3f10-42d6-9555-f3885edd9e2e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:01.355011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42922) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:01.409712 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43d3246d-265d-4198-a7fb-94668a42445c admin admin] Publish callbacks [] for security_group (b820e4d4-3f10-42d6-9555-f3885edd9e2e), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.431819 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43d3246d-265d-4198-a7fb-94668a42445c admin admin] Publish callbacks [] for security_group (b820e4d4-3f10-42d6-9555-f3885edd9e2e), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.538167 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43d3246d-265d-4198-a7fb-94668a42445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (b820e4d4-3f10-42d6-9555-f3885edd9e2e), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.540890 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43d3246d-265d-4198-a7fb-94668a42445c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.542084 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-43d3246d-265d-4198-a7fb-94668a42445c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b820e4d4-3f10-42d6-9555-f3885edd9e2e HTTP/1.1" status: 204 len: 168 time: 0.1858327 Mar 04 20:43:01.550573 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3246d-265d-4198-a7fb-94668a42445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b820e4d4-3f10-42d6-9555-f3885edd9e2e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:01.600949 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b27a32-05d8-4c88-8a3c-76db3c2a1497 None None] New status for floating IP 32a0f065-5c53-405b-b068-4bd307b38e8b: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:43:01.690849 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42930) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:01.741943 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05d2fef-9cb1-4f55-ad96-f309fb26fa91 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (40949997-27d7-46d6-901f-fa2ec089855b), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.766151 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05d2fef-9cb1-4f55-ad96-f309fb26fa91 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (40949997-27d7-46d6-901f-fa2ec089855b), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.881242 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05d2fef-9cb1-4f55-ad96-f309fb26fa91 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (40949997-27d7-46d6-901f-fa2ec089855b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.883887 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05d2fef-9cb1-4f55-ad96-f309fb26fa91 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.885103 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-e05d2fef-9cb1-4f55-ad96-f309fb26fa91 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "DELETE /v2.0/security-groups/40949997-27d7-46d6-901f-fa2ec089855b HTTP/1.1" status: 204 len: 168 time: 0.1964245 Mar 04 20:43:01.893277 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42934) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:01.894390 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d2fef-9cb1-4f55-ad96-f309fb26fa91 tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40949997-27d7-46d6-901f-fa2ec089855b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:01.917113 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.api.v2.resource [None req-07968321-5bb3-4b53-b6dc-159263d214bd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] show failed (client error): The resource could not be found. Mar 04 20:43:01.918242 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-07968321-5bb3-4b53-b6dc-159263d214bd tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "GET /v2.0/security-groups/40949997-27d7-46d6-901f-fa2ec089855b HTTP/1.1" status: 404 len: 347 time: 0.0237572 Mar 04 20:43:01.921428 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42936) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:02.052689 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Deleting port d42bec1d-3107-4f5c-b646-30667fd8ed2d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:02.053035 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.130968 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.131336 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (d42bec1d-3107-4f5c-b646-30667fd8ed2d), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.143094 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Calling delete_port for d42bec1d-3107-4f5c-b646-30667fd8ed2d owned by network:floatingip {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:02.344088 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (d42bec1d-3107-4f5c-b646-30667fd8ed2d), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.374821 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Pushing event deleted for resources: {'Port': ['ID=d42bec1d-3107-4f5c-b646-30667fd8ed2d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:02.434720 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks [] for floatingip (32a0f065-5c53-405b-b068-4bd307b38e8b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.437486 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.438671 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-6a01b8c2-0e03-4d0d-8404-1a3cc92e97be tempest-AttachVolumeShelveTestJSON-2065219840 tempest-AttachVolumeShelveTestJSON-2065219840-project] 10.222.0.37 "DELETE /v2.0/floatingips/32a0f065-5c53-405b-b068-4bd307b38e8b HTTP/1.1" status: 204 len: 168 time: 0.5161870 Mar 04 20:43:02.509395 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b5e257b2-12b6-40ad-a543-1aa44607eb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.140017 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 42970) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:03.199525 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:03.220273 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: ca835025-f243-4a58-9b53-8275ced3758e {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:03.220518 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device ca835025-f243-4a58-9b53-8275ced3758e not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:03.246354 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fdeaf67c-f159-4a2c-84ed-297da2fb4900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.319885 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fdeaf67c-f159-4a2c-84ed-297da2fb4900 admin admin] Publish callbacks [] for security_group (a0cdc91e-3c51-4499-bd50-ee282e04b873), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.384053 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fdeaf67c-f159-4a2c-84ed-297da2fb4900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (a0cdc91e-3c51-4499-bd50-ee282e04b873), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.424704 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-fdeaf67c-f159-4a2c-84ed-297da2fb4900 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f69a0994860940c1b2c3bd0c72f111ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834430 Mar 04 20:43:03.425323 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaf67c-f159-4a2c-84ed-297da2fb4900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cdc91e-3c51-4499-bd50-ee282e04b873,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:03.427371 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 42976) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:03.475658 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50a7daaf-7c8f-4a70-8a0b-d51cd0186c26 admin admin] Publish callbacks [] for security_group (a0cdc91e-3c51-4499-bd50-ee282e04b873), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.496385 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50a7daaf-7c8f-4a70-8a0b-d51cd0186c26 admin admin] Publish callbacks [] for security_group (a0cdc91e-3c51-4499-bd50-ee282e04b873), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.589805 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50a7daaf-7c8f-4a70-8a0b-d51cd0186c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (a0cdc91e-3c51-4499-bd50-ee282e04b873), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.592613 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50a7daaf-7c8f-4a70-8a0b-d51cd0186c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.593831 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-50a7daaf-7c8f-4a70-8a0b-d51cd0186c26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0cdc91e-3c51-4499-bd50-ee282e04b873 HTTP/1.1" status: 204 len: 168 time: 0.1646285 Mar 04 20:43:03.602275 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7daaf-7c8f-4a70-8a0b-d51cd0186c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cdc91e-3c51-4499-bd50-ee282e04b873,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:03.727153 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.529492 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43018) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:04.580032 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42355f-ca7a-4b7e-8f48-36d84657348d req-80531702-463f-40c2-8c45-15fd9410b53f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:04.581550 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4a42355f-ca7a-4b7e-8f48-36d84657348d req-80531702-463f-40c2-8c45-15fd9410b53f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0638359 Mar 04 20:43:04.630873 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4a42355f-ca7a-4b7e-8f48-36d84657348d req-9522c22e-8b81-48d1-b5cc-5996ded0120f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432787 Mar 04 20:43:04.643567 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1538615878-network', 'tenant_id': '599b04fc05bf4935ab091efc597090c2'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:04.749501 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Made reservation on behalf of 599b04fc05bf4935ab091efc597090c2 for: {'network': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:04.751855 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.760410 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.834501 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks [] for security_group (8d63a2de-a184-4d6f-b233-3e551ad29521), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.875258 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.898144 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8d63a2de-a184-4d6f-b233-3e551ad29521), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.923387 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:43:04.932068 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d63a2de-a184-4d6f-b233-3e551ad29521,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:04.937975 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (bb5cefd0-621c-4702-b6c5-d210d31b8d8a), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.938325 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.segments_db [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Added segment bb5cefd0-621c-4702-b6c5-d210d31b8d8a of type vlan for network 06168da3-93df-4272-9306-a09f30b75f3e Mar 04 20:43:04.944234 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.978589 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (06168da3-93df-4272-9306-a09f30b75f3e), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.037931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (06168da3-93df-4272-9306-a09f30b75f3e), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.037931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:05.037931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.071180 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43028) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:05.105587 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] Pushing event updated for resources: {'Network': ['ID=06168da3-93df-4272-9306-a09f30b75f3e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:05.116420 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network 06168da3-93df-4272-9306-a09f30b75f3e details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:43:05.154251 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-4d26800d-15f1-47c5-8644-8a399d0fcca5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6237290 Mar 04 20:43:05.157292 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43032) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:05.163181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Request body: {'subnet': {'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1538615878-subnet', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:05.252059 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Made reservation on behalf of 599b04fc05bf4935ab091efc597090c2 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:05.254491 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.494233 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (4fb46332-4413-4c22-bba9-4e19a1a15518), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.527102 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (16b0a196-2460-4a8f-a216-7a722bec1401), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.581724 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b0a196-2460-4a8f-a216-7a722bec1401,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:05.590795 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Checking segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:05.591153 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Network hostable DHCP agents. Network: 06168da3-93df-4272-9306-a09f30b75f3e, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:43:05.658292 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Network 06168da3-93df-4272-9306-a09f30b75f3e is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:43:05.747720 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Deleting port 7ddde503-202e-4f12-ab20-c1d09087a3eb {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:05.748399 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.751317 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c175a-ba41-40aa-9771-620229b272cc req-9d29020e-0124-4104-acda-64dc54688753 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:05.752945 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fe4c175a-ba41-40aa-9771-620229b272cc req-9d29020e-0124-4104-acda-64dc54688753 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.0536199 Mar 04 20:43:05.753636 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, 06168da3-93df-4272-9306-a09f30b75f3e) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:05.758850 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:05.759701 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.766278 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135657b-4dd4-4bd0-87af-cdfcaea50335 None None] Network 06168da3-93df-4272-9306-a09f30b75f3e requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:05.814142 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fe4c175a-ba41-40aa-9771-620229b272cc req-572f6685-d290-403c-b731-769204010bec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505548 Mar 04 20:43:05.851792 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-24040118-0502-4957-8fe7-cf38da6f50c6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6859071 Mar 04 20:43:05.851792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43036) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:05.851792 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:05.895782 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-06168da3-93df-4272-9306-a09f30b75f3e', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:43:05.896900 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.932933 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.934065 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.996254 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks [] for router_controller (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.040572 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Allocated IP 172.20.0.2 (06168da3-93df-4272-9306-a09f30b75f3e/16b0a196-2460-4a8f-a216-7a722bec1401/33f1457a-0250-41cc-8d87-a02fa8a0ae66) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:06.085944 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] For port 7ddde503-202e-4f12-ab20-c1d09087a3eb, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=7ddde503-202e-4f12-ab20-c1d09087a3eb,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:06.086314 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.099694 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Calling delete_port for 7ddde503-202e-4f12-ab20-c1d09087a3eb owned by network:router_interface {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:06.190295 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Publish callbacks [] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.211395 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks [] for router_gateway (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.258931 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.298529 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Network 06168da3-93df-4272-9306-a09f30b75f3e is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:06.301355 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:06.303882 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:06.315932 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Pushing event updated for resources: {'Port': ['ID=33f1457a-0250-41cc-8d87-a02fa8a0ae66,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.344067 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.344472 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.344822 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.345474 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.345474 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.345782 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.346106 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.346433 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.346754 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.347073 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.347394 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.347711 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.348027 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:06.370373 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (7ddde503-202e-4f12-ab20-c1d09087a3eb), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.384828 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Attempting to bind port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:06.384828 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Attempting to bind port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:06.384828 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Attempting to bind port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:06.391288 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:06.391816 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Checking segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:06.392222 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.392637 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Bound using segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:06.393171 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Bound port: 33f1457a-0250-41cc-8d87-a02fa8a0ae66, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:06.393476 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.407108 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddde503-202e-4f12-ab20-c1d09087a3eb,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.477078 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-67319874-28ca-4993-9aa8-389944036baf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:06.478753 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-67319874-28ca-4993-9aa8-389944036baf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.1416581 Mar 04 20:43:06.479190 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] For port 33f1457a-0250-41cc-8d87-a02fa8a0ae66, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:06.479738 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks [] for router_gateway (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.482617 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] For port 33f1457a-0250-41cc-8d87-a02fa8a0ae66, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=33f1457a-0250-41cc-8d87-a02fa8a0ae66,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:06.501658 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.573091 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.616754 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Allocated IP 172.27.3.132 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/e44d8d53-4ad7-4371-adb6-a526a000173d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:06.653053 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844a9f4-c725-47ca-8185-ea4d290cd990 None None] Pushing event updated for resources: {'Port': ['ID=33f1457a-0250-41cc-8d87-a02fa8a0ae66,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.679706 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (4fb46332-4413-4c22-bba9-4e19a1a15518), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.696994 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Deleting port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:06.699412 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.738713 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.748321 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks [] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.824897 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.873106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] For port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:06.873611 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.876986 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:06.896476 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:06.916870 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Pushing event updated for resources: {'Port': ['ID=e44d8d53-4ad7-4371-adb6-a526a000173d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.921383 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:07.176613 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb1d0-93a7-4924-9e50-868343a2caaa req-5d4f2dc1-0e49-4af5-ba1f-a6f7479693de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:07.179191 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-558cb1d0-93a7-4924-9e50-868343a2caaa req-5d4f2dc1-0e49-4af5-ba1f-a6f7479693de tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 945 time: 0.2138276 Mar 04 20:43:07.256664 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Router 4fb46332-4413-4c22-bba9-4e19a1a15518 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:07.290173 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.290433 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (e85daff7-ad5d-482f-aba3-d4da6edcd51b), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.290752 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Floating IP e85daff7-ad5d-482f-aba3-d4da6edcd51b disassociated. External IP: 172.27.3.148, port: 51ce44d2-12e5-4749-b959-05bbbb9f0cfb. Mar 04 20:43:07.291092 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Calling delete_port for 51ce44d2-12e5-4749-b959-05bbbb9f0cfb owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:07.384757 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-558cb1d0-93a7-4924-9e50-868343a2caaa req-d6900a27-ca5c-4dfa-946c-116acdf32e7c tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=4da29aa2-2373-4e1b-be61-7bcca67c7109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659794 Mar 04 20:43:07.499134 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks [] for router_gateway (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.513719 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 33f1457a-0250-41cc-8d87-a02fa8a0ae66 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:07.538132 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:07.547461 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-0785f291-323b-4880-a5e0-5f96e94092c4 admin admin] 10.222.0.37 "PUT /v2.0/routers/4fb46332-4413-4c22-bba9-4e19a1a15518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4752264 Mar 04 20:43:07.548833 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] Sync routers for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:07.552484 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43040) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:07.566807 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:07.568367 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:07.602803 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:07.603181 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.695393 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (51ce44d2-12e5-4749-b959-05bbbb9f0cfb), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.701895 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:07.702286 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.718446 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:07.744060 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event deleted for resources: {'Port': ['ID=51ce44d2-12e5-4749-b959-05bbbb9f0cfb,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:07.753617 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port 33f1457a-0250-41cc-8d87-a02fa8a0ae66, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=33f1457a-0250-41cc-8d87-a02fa8a0ae66,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:07.764022 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks [] for router (4fb46332-4413-4c22-bba9-4e19a1a15518), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.827380 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.841068 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.945354 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:43:06Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:07.947530 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=33f1457a-0250-41cc-8d87-a02fa8a0ae66,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:07.976662 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] Checking router: 4fb46332-4413-4c22-bba9-4e19a1a15518 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:07.985627 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5d080-f273-42ba-9772-807f80e4ee0d None None] Network 06168da3-93df-4272-9306-a09f30b75f3e requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:07.986121 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] Routers {'4fb46332-4413-4c22-bba9-4e19a1a15518'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:07.986935 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['4fb46332-4413-4c22-bba9-4e19a1a15518'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:08.085306 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-a4840d6d-6a27-4977-bfac-5bd2f3d6fd19 None None] Provisioning complete for port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:08.085571 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4840d6d-6a27-4977-bfac-5bd2f3d6fd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.101226 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] Set router 4fb46332-4413-4c22-bba9-4e19a1a15518 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:08.121801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:43:08.295325 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a4840d6d-6a27-4977-bfac-5bd2f3d6fd19 None None] Current status of the port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:08.326139 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:08.338741 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:08.349026 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks [] for router_gateway (4fb46332-4413-4c22-bba9-4e19a1a15518), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.355999 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:08.356847 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:08.367615 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Router 06773d19-c628-4c94-adc2-da92cfeb0068 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:08.372784 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:43:06Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:08.398902 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf50691-f7cb-4d5c-a8f8-0e1d7b95a96b None None] The sync data for ids ['4fb46332-4413-4c22-bba9-4e19a1a15518'] in dv-cinder-799871-17-iscsi is: [{'id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'name': 'tempest-AttachVolumeShelveTestJSON-335482769-router', 'tenant_id': '66de518ec0ef4bbcb648260fe68c67ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:35:29Z', 'updated_at': '2022-03-04T20:43:06Z', 'revision_number': 5, 'project_id': '66de518ec0ef4bbcb648260fe68c67ea', 'gw_port': {'id': 'eca87f10-6f6d-44ec-8fa8-d90706b641cf', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb46332-4413-4c22-bba9-4e19a1a15518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:35:31Z', 'updated_at': '2022-03-04T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:08.480053 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.483412 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-399e399f-45e9-4998-88a4-8e7a94e3db80 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6352937 Mar 04 20:43:08.484062 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43044) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:08.562065 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:08.568081 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1a1fdd54-8437-4952-92f1-8fe7871959f8 req-1178f031-31d5-49cf-a163-39139d0b7e8b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0357258 Mar 04 20:43:08.583727 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] Sync routers for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:08.596029 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:08.596914 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:08.605384 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Deleting port eca87f10-6f6d-44ec-8fa8-d90706b641cf {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:08.605732 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.626275 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] No DVR routers for this DVR port 51ce44d2-12e5-4749-b959-05bbbb9f0cfb on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:08.638174 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.641980 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f61a6ae0-cff3-41d2-963b-349637b30e48 req-403a4b9a-00ef-4e4e-bb38-47c17552879a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "DELETE /v2.0/ports/51ce44d2-12e5-4749-b959-05bbbb9f0cfb HTTP/1.1" status: 204 len: 173 time: 2.1578841 Mar 04 20:43:08.642120 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'name': 'network-vif-deleted', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:08.644339 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ad2d41-e0e4-49ef-9042-c6794fa04ac5" -d '{"events": [{"server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "name": "network-vif-deleted", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:08.725395 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:08.757197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-f5278da1-9d8e-4d00-97d6-ddd190e44f1c None None] Provisioning complete for port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:08.757706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f5278da1-9d8e-4d00-97d6-ddd190e44f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.785124 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] For port eca87f10-6f6d-44ec-8fa8-d90706b641cf, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=eca87f10-6f6d-44ec-8fa8-d90706b641cf,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:08.785505 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.801414 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf3bc02-c49b-42a3-adf5-e7b018c001ed x-openstack-request-id: req-baf3bc02-c49b-42a3-adf5-e7b018c001ed {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:08.801998 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ef2e1a-300c-4499-a3ab-f14378d5505d", "name": "network-vif-deleted", "tag": "51ce44d2-12e5-4749-b959-05bbbb9f0cfb", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:08.802254 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-baf3bc02-c49b-42a3-adf5-e7b018c001ed {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:08.802738 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ef2e1a-300c-4499-a3ab-f14378d5505d', 'name': 'network-vif-deleted', 'tag': '51ce44d2-12e5-4749-b959-05bbbb9f0cfb', 'status': 'completed', 'code': 200} Mar 04 20:43:08.807465 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Calling delete_port for eca87f10-6f6d-44ec-8fa8-d90706b641cf owned by network:router_gateway {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:08.825956 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:09.049864 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f5278da1-9d8e-4d00-97d6-ddd190e44f1c None None] Current status of the port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:09.109102 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 3, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:09.139711 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:09.140637 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Updating router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 port e44d8d53-4ad7-4371-adb6-a526a000173d binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:09.150071 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (eca87f10-6f6d-44ec-8fa8-d90706b641cf), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.177038 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.180616 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.183627 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Pushing event deleted for resources: {'Port': ['ID=eca87f10-6f6d-44ec-8fa8-d90706b641cf,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:09.254018 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:09.259791 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (4fb46332-4413-4c22-bba9-4e19a1a15518), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.298687 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] Checking router: 06773d19-c628-4c94-adc2-da92cfeb0068 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:09.325604 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:09.326659 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:09.401204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (4fb46332-4413-4c22-bba9-4e19a1a15518), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.403435 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks [] for router_controller (4fb46332-4413-4c22-bba9-4e19a1a15518), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.435564 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Allocated IP 172.20.0.1 (06168da3-93df-4272-9306-a09f30b75f3e/16b0a196-2460-4a8f-a216-7a722bec1401/086f5950-8680-4484-a3bf-8bc6d636a9f1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:09.478619 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 33f1457a-0250-41cc-8d87-a02fa8a0ae66 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:09.487085 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:09.525769 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (4fb46332-4413-4c22-bba9-4e19a1a15518), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.526308 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb46332-4413-4c22-bba9-4e19a1a15518 {{(pid=103592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:43:09.531908 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.536387 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-4d28af39-410e-4847-97a0-a9a2db9e486e admin admin] 10.222.0.37 "DELETE /v2.0/routers/4fb46332-4413-4c22-bba9-4e19a1a15518 HTTP/1.1" status: 204 len: 168 time: 1.9792008 Mar 04 20:43:09.537148 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43048) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:09.567969 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Publish callbacks [] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.589613 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:09.592048 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.638609 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] Deleting subnet 67d53c7f-5ca0-4079-919d-46c0f469aec7 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:43:09.644918 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.651977 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks [] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.661726 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] Publish callbacks [] for subnet (67d53c7f-5ca0-4079-919d-46c0f469aec7), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.719458 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Attempting to bind port e44d8d53-4ad7-4371-adb6-a526a000173d on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:09.719832 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Attempting to bind port e44d8d53-4ad7-4371-adb6-a526a000173d by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:09.720201 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Attempting to bind port e44d8d53-4ad7-4371-adb6-a526a000173d on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:09.729479 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:09.729861 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:09.730338 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.730736 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:09.731212 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Bound port: e44d8d53-4ad7-4371-adb6-a526a000173d, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:09.731827 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.776436 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2c4727d9-e526-437e-be54-0c1c1e1808a8 req-385d459b-c3c4-484b-8323-e3b2527107ed tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=78ef2e1a-300c-4499-a3ab-f14378d5505d HTTP/1.1" status: 200 len: 210 time: 0.0619233 Mar 04 20:43:09.793231 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (67d53c7f-5ca0-4079-919d-46c0f469aec7), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.805968 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] For port e44d8d53-4ad7-4371-adb6-a526a000173d, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:09.809241 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] For port e44d8d53-4ad7-4371-adb6-a526a000173d, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e44d8d53-4ad7-4371-adb6-a526a000173d,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:09.814978 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cc4b5-75fd-450c-9481-277843a65aaf None None] Pushing event updated for resources: {'Port': ['ID=e44d8d53-4ad7-4371-adb6-a526a000173d,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:09.826409 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:09.855376 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376fcc5-1c19-4181-ac7f-096ce77d961d None None] The sync data for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi is: [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:09.862383 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:09.882372 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7ddde503-202e-4f12-ab20-c1d09087a3eb no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:09.909648 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 7ddde503-202e-4f12-ab20-c1d09087a3eb {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:09.910082 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 7ddde503-202e-4f12-ab20-c1d09087a3eb not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:09.913161 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.921690 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.968632 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (67d53c7f-5ca0-4079-919d-46c0f469aec7), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.978405 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:09.978833 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:10.001442 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Network 06168da3-93df-4272-9306-a09f30b75f3e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:10.008670 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:10.011276 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:10.020930 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=086f5950-8680-4484-a3bf-8bc6d636a9f1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:10.027549 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cc4b5-75fd-450c-9481-277843a65aaf None None] Pushing event updated for resources: {'Port': ['ID=e44d8d53-4ad7-4371-adb6-a526a000173d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:10.078772 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.120894 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:10.156418 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (67d53c7f-5ca0-4079-919d-46c0f469aec7), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.194374 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d53c7f-5ca0-4079-919d-46c0f469aec7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:10.209293 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.214560 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5761958f-a97c-44cf-a5f2-6dfea81b31fe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/67d53c7f-5ca0-4079-919d-46c0f469aec7 HTTP/1.1" status: 204 len: 168 time: 0.6744442 Mar 04 20:43:10.220973 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43052) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:10.221189 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b3691-65c2-4f43-bc58-bda5ec5bcfc1 None None] Network df506647-f259-497e-8346-870adfcc7ea0 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:10.283254 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c6213-e474-466d-9ff0-706af32beca9 None None] New status for floating IP e85daff7-ad5d-482f-aba3-d4da6edcd51b: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:43:10.308924 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (df506647-f259-497e-8346-870adfcc7ea0), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.370828 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Deleting port 71beddcf-b835-4833-9dd5-a6968e833f38 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:10.371217 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.390911 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.436161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] For port 71beddcf-b835-4833-9dd5-a6968e833f38, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=71beddcf-b835-4833-9dd5-a6968e833f38,segment=NetworkSegment(4be37472-32e1-46c1-abca-7d7f60af24e9),segment_id=4be37472-32e1-46c1-abca-7d7f60af24e9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:10.436813 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.449957 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Calling delete_port for 71beddcf-b835-4833-9dd5-a6968e833f38 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:10.485897 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-8dfbf129-de79-4455-8ba8-61b0a2e85259 None None] Provisioning complete for port 086f5950-8680-4484-a3bf-8bc6d636a9f1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:10.486280 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8dfbf129-de79-4455-8ba8-61b0a2e85259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.562075 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks [] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.566106 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbf129-de79-4455-8ba8-61b0a2e85259 None None] Port 086f5950-8680-4484-a3bf-8bc6d636a9f1 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:10.593865 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 3, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:10.624240 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (71beddcf-b835-4833-9dd5-a6968e833f38), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.647548 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.654507 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=71beddcf-b835-4833-9dd5-a6968e833f38,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:10.661633 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] No DVR routers for this DVR port 71beddcf-b835-4833-9dd5-a6968e833f38 on host dv-cinder-799871-17-iscsi {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:10.720234 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=086f5950-8680-4484-a3bf-8bc6d636a9f1,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:10.727434 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.747760 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (df506647-f259-497e-8346-870adfcc7ea0), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.764043 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8885de2-d515-4c13-bbdf-7846b99cabf0 None None] DHCP port deletion for df506647-f259-497e-8346-870adfcc7ea0 request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:43:10.770245 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6fcbb-bbdc-4639-8fdf-03c360839386 None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 3, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:10.771670 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df506647-f259-497e-8346-870adfcc7ea0']}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:10.788811 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be37472-32e1-46c1-abca-7d7f60af24e9') {'for_net_delete': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:10.791351 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be37472-32e1-46c1-abca-7d7f60af24e9') {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:10.800345 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10002025'] for segment (4be37472-32e1-46c1-abca-7d7f60af24e9), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.818405 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (4be37472-32e1-46c1-abca-7d7f60af24e9), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.827524 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:43:10.827971 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286110'] for segment (4be37472-32e1-46c1-abca-7d7f60af24e9), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: Traceback (most recent call last): Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: timer() Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: cb(*args, **kw) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: return func(*args, **kwargs) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: self._notify() Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: self.callback(batched_events) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: event.method(event) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: return f(self, *a, **k) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._get(url).json() Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: return self.request(url, 'GET', **kwargs) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:43:10.830058 dv-cinder-799871-17-iscsi neutron-server[103592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:43:10.842586 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Network 06168da3-93df-4272-9306-a09f30b75f3e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:10.844366 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:10.978009 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43058) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:10.982967 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:11.014139 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (df506647-f259-497e-8346-870adfcc7ea0), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.023095 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.026257 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df506647-f259-497e-8346-870adfcc7ea0 HTTP/1.1" status: 204 len: 168 time: 0.8102412 Mar 04 20:43:11.089373 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fc436-75fa-454b-9969-65ce3bc2d8d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df506647-f259-497e-8346-870adfcc7ea0,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:11.124253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84270ef4-96e7-494b-8db4-82ca551f92a8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (4da29aa2-2373-4e1b-be61-7bcca67c7109), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.155542 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:11.161424 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-74304ac0-19d5-4090-8bc7-887efce91ca5 admin admin] 10.222.0.37 "PUT /v2.0/routers/0fc187aa-bfbd-4e4b-b87f-be8c76ad8950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763105 Mar 04 20:43:11.170050 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84270ef4-96e7-494b-8db4-82ca551f92a8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (4da29aa2-2373-4e1b-be61-7bcca67c7109), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.196814 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-76b92f7e-6577-4f4f-bfd5-399dd50f761f None None] Provisioning complete for port 086f5950-8680-4484-a3bf-8bc6d636a9f1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:11.197957 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-76b92f7e-6577-4f4f-bfd5-399dd50f761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.227505 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 51ce44d2-12e5-4749-b959-05bbbb9f0cfb no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:11.261512 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 51ce44d2-12e5-4749-b959-05bbbb9f0cfb {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:11.261859 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 51ce44d2-12e5-4749-b959-05bbbb9f0cfb not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:11.269607 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-76b92f7e-6577-4f4f-bfd5-399dd50f761f None None] Port 086f5950-8680-4484-a3bf-8bc6d636a9f1 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:11.307925 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84270ef4-96e7-494b-8db4-82ca551f92a8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (4da29aa2-2373-4e1b-be61-7bcca67c7109), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.310641 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84270ef4-96e7-494b-8db4-82ca551f92a8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.314286 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-84270ef4-96e7-494b-8db4-82ca551f92a8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "DELETE /v2.0/security-groups/4da29aa2-2373-4e1b-be61-7bcca67c7109 HTTP/1.1" status: 204 len: 168 time: 0.3350520 Mar 04 20:43:11.314619 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43066) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:11.326985 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84270ef4-96e7-494b-8db4-82ca551f92a8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da29aa2-2373-4e1b-be61-7bcca67c7109,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:11.330206 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.api.v2.resource [None req-cdb1d6d5-e408-4258-83e0-c216b8c410f2 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] show failed (client error): The resource could not be found. Mar 04 20:43:11.334845 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-cdb1d6d5-e408-4258-83e0-c216b8c410f2 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups/4da29aa2-2373-4e1b-be61-7bcca67c7109 HTTP/1.1" status: 404 len: 347 time: 0.0160315 Mar 04 20:43:11.337294 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43068) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:11.394085 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43070) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:11.444793 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7d868d45-b0f6-42b1-9a9f-9f8ad8572f67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66de518ec0ef4bbcb648260fe68c67ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494361 Mar 04 20:43:11.447015 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43072) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:11.452862 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e44d8d53-4ad7-4371-adb6-a526a000173d up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:11.522436 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port e44d8d53-4ad7-4371-adb6-a526a000173d triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:11.523503 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.524175 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bd67dfa-d577-4482-9314-1efe4d71b606 admin admin] Publish callbacks [] for security_group (6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.531348 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Deleting port 83555472-032c-4a80-90f9-5461348d4759 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:11.531707 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (83555472-032c-4a80-90f9-5461348d4759), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.550615 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bd67dfa-d577-4482-9314-1efe4d71b606 admin admin] Publish callbacks [] for security_group (6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.630383 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port e44d8d53-4ad7-4371-adb6-a526a000173d is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:11.630780 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.646667 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (83555472-032c-4a80-90f9-5461348d4759), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.651477 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (83555472-032c-4a80-90f9-5461348d4759), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.659282 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Calling delete_port for 83555472-032c-4a80-90f9-5461348d4759 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:11.665522 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port e44d8d53-4ad7-4371-adb6-a526a000173d, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e44d8d53-4ad7-4371-adb6-a526a000173d,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:11.697827 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bd67dfa-d577-4482-9314-1efe4d71b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.700628 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bd67dfa-d577-4482-9314-1efe4d71b606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.705554 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-4bd67dfa-d577-4482-9314-1efe4d71b606 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4 HTTP/1.1" status: 204 len: 168 time: 0.2537742 Mar 04 20:43:11.711523 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd67dfa-d577-4482-9314-1efe4d71b606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6a6eb5-990b-4bf5-b532-2d805cdbbfe4,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:11.755891 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.825866 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=e44d8d53-4ad7-4371-adb6-a526a000173d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:11.850573 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device eca87f10-6f6d-44ec-8fa8-d90706b641cf no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:11.869513 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: eca87f10-6f6d-44ec-8fa8-d90706b641cf {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:11.869848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device eca87f10-6f6d-44ec-8fa8-d90706b641cf not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:11.870266 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 71beddcf-b835-4833-9dd5-a6968e833f38 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:11.892472 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 71beddcf-b835-4833-9dd5-a6968e833f38 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:11.893073 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 71beddcf-b835-4833-9dd5-a6968e833f38 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:11.898770 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (83555472-032c-4a80-90f9-5461348d4759), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.936888 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event deleted for resources: {'Port': ['ID=83555472-032c-4a80-90f9-5461348d4759,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:12.009351 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (e85daff7-ad5d-482f-aba3-d4da6edcd51b), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.012220 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.013442 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-d0947cfd-429e-4f87-a2ea-0c3e7aea94af tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "DELETE /v2.0/floatingips/e85daff7-ad5d-482f-aba3-d4da6edcd51b HTTP/1.1" status: 204 len: 168 time: 0.6753116 Mar 04 20:43:12.149527 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43092) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:12.155659 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-849465139-network', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:12.263740 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Made reservation on behalf of b4497fd65f25428e89121fae0ffb5eaf for: {'network': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:12.268448 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for network (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.276538 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.359870 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks [] for security_group (8a65a54a-01dc-4d42-92f4-55b9aed6dbdc), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.388148 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43098) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:12.392807 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-7c0e1a0c-30ee-437f-a3e7-66ba82b73f1f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47115167', 'description': 'tempest-description--1768765524'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:12.435149 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8a65a54a-01dc-4d42-92f4-55b9aed6dbdc), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.464854 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:43:12.470423 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a65a54a-01dc-4d42-92f4-55b9aed6dbdc,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:12.479225 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (66cd5d23-5e88-48b9-9c78-cb8836ce424b), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.479630 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.segments_db [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Added segment 66cd5d23-5e88-48b9-9c78-cb8836ce424b of type vlan for network d5199b14-b74c-40ba-af10-072aecdcc479 Mar 04 20:43:12.489103 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1a0c-30ee-437f-a3e7-66ba82b73f1f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.534447 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787988084529'] for network (d5199b14-b74c-40ba-af10-072aecdcc479), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.612128 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043'] for network (d5199b14-b74c-40ba-af10-072aecdcc479), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.613134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:12.613717 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.618581 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1a0c-30ee-437f-a3e7-66ba82b73f1f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (352fced9-7d07-4c56-a637-8da70a7ef0a1), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.681066 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] Pushing event updated for resources: {'Network': ['ID=d5199b14-b74c-40ba-af10-072aecdcc479,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:12.684502 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:12.686944 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1a0c-30ee-437f-a3e7-66ba82b73f1f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (352fced9-7d07-4c56-a637-8da70a7ef0a1), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.694242 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Network d5199b14-b74c-40ba-af10-072aecdcc479 details requested by agent ovs-agent-dv-cinder-799871-17-iscsi with host dv-cinder-799871-17-iscsi {{(pid=103593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:43:12.697088 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:12.697893 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:12.715537 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-dcfe9298-9867-4553-b834-d64acc069c51 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5648551 Mar 04 20:43:12.718495 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43108) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:12.723334 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Request body: {'subnet': {'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-849465139-subnet', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:12.739374 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e1a0c-30ee-437f-a3e7-66ba82b73f1f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352fced9-7d07-4c56-a637-8da70a7ef0a1,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:12.786972 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1a0c-30ee-437f-a3e7-66ba82b73f1f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.791049 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7c0e1a0c-30ee-437f-a3e7-66ba82b73f1f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3989928 Mar 04 20:43:12.796849 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43112) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:12.796849 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-8986a98e-05b9-4360-b1d8-916d28f113fa tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'security_group_rule': {'security_group_id': '352fced9-7d07-4c56-a637-8da70a7ef0a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:12.818675 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:12.846002 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Made reservation on behalf of b4497fd65f25428e89121fae0ffb5eaf for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:12.849069 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9526075'] for subnet (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.892503 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8986a98e-05b9-4360-b1d8-916d28f113fa tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (2e4a9fc3-02a7-40e3-8583-085c0b4d0e4b), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.971427 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8986a98e-05b9-4360-b1d8-916d28f113fa tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (2e4a9fc3-02a7-40e3-8583-085c0b4d0e4b), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.044250 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 2, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:13.047442 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8986a98e-05b9-4360-b1d8-916d28f113fa tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (2e4a9fc3-02a7-40e3-8583-085c0b4d0e4b), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.069910 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986a98e-05b9-4360-b1d8-916d28f113fa tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4a9fc3-02a7-40e3-8583-085c0b4d0e4b,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:13.076181 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:13.076572 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Updating router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 port 086f5950-8680-4484-a3bf-8bc6d636a9f1 binding host dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:13.104455 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.140320 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8986a98e-05b9-4360-b1d8-916d28f113fa tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.141551 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8986a98e-05b9-4360-b1d8-916d28f113fa tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493443 Mar 04 20:43:13.144269 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43132) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:13.150754 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-2e2d9204-cccb-4d2a-943e-b69b29742848 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'security_group_rule': {'security_group_id': '352fced9-7d07-4c56-a637-8da70a7ef0a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:13.173257 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9668007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9526053'] for subnet (269671b5-5090-4a6b-9ba8-e901e1bc4bc7), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.232795 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Pushing event updated for resources: {'Subnet': ['ID=269671b5-5090-4a6b-9ba8-e901e1bc4bc7,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:13.244422 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e2d9204-cccb-4d2a-943e-b69b29742848 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (97058795-1b36-4ebd-aac6-1fd213c20911), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.258117 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Checking segment: {'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:13.258489 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Network hostable DHCP agents. Network: d5199b14-b74c-40ba-af10-072aecdcc479, hostable agents: ['68d0b2c9-33df-4c07-b9b9-4e7250d57776'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:43:13.325072 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e2d9204-cccb-4d2a-943e-b69b29742848 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (97058795-1b36-4ebd-aac6-1fd213c20911), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.332695 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Network d5199b14-b74c-40ba-af10-072aecdcc479 is scheduled to be hosted by DHCP agent 68d0b2c9-33df-4c07-b9b9-4e7250d57776 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:43:13.379293 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e44d8d53-4ad7-4371-adb6-a526a000173d up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:13.384065 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e2d9204-cccb-4d2a-943e-b69b29742848 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (97058795-1b36-4ebd-aac6-1fd213c20911), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.401631 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d9204-cccb-4d2a-943e-b69b29742848 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97058795-1b36-4ebd-aac6-1fd213c20911,revision_number=0']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:13.409351 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Publish callbacks [] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), precommit_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.412852 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-iscsi, d5199b14-b74c-40ba-af10-072aecdcc479) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:13.416848 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:13.417473 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.425125 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6598a5-c508-4c63-bfca-56de34314938 None None] Network d5199b14-b74c-40ba-af10-072aecdcc479 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:13.498439 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.501727 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e2d9204-cccb-4d2a-943e-b69b29742848 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.503463 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port e44d8d53-4ad7-4371-adb6-a526a000173d triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:13.503850 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.508722 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9afce863-0d17-4d1c-b53a-ca49bb11479f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7850738 Mar 04 20:43:13.508722 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43142) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:13.513949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43144) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:13.514047 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-2e2d9204-cccb-4d2a-943e-b69b29742848 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642004 Mar 04 20:43:13.514134 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:13.519654 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:13.566930 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5bc71ee-2e2f-568e-b1e8-e95fc30c29d7-d5199b14-b74c-40ba-af10-072aecdcc479', 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479', 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'fixed_ips': [{'subnet_id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7'}]}} from dv-cinder-799871-17-iscsi. {{(pid=103593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:43:13.569039 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.617829 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Pushing event updated for resources: {'Port': ['ID=086f5950-8680-4484-a3bf-8bc6d636a9f1,revision_number=3']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:13.630386 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-335519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9854'] for router (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.631584 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-334703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-329180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9801'] for router (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.640682 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Attempting to bind port 086f5950-8680-4484-a3bf-8bc6d636a9f1 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:13.641314 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Attempting to bind port 086f5950-8680-4484-a3bf-8bc6d636a9f1 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:13.641870 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Attempting to bind port 086f5950-8680-4484-a3bf-8bc6d636a9f1 on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:13.647095 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.647768 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.648240 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.648609 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.648940 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.649274 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.649623 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.650025 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.650334 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.650662 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.650991 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.651312 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.651809 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:13.658849 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:13.659238 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Checking segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:13.659682 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.660086 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Bound using segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} {{(pid=103594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:13.660595 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.managers [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Bound port: 086f5950-8680-4484-a3bf-8bc6d636a9f1, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}}] {{(pid=103594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:13.662715 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), before_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.689813 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port e44d8d53-4ad7-4371-adb6-a526a000173d is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:13.691229 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.696302 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks [] for router_controller (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.757408 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.db_base_plugin_common [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Allocated IP 172.20.0.2 (d5199b14-b74c-40ba-af10-072aecdcc479/269671b5-5090-4a6b-9ba8-e901e1bc4bc7/e519e86e-4cb8-4312-845a-98a1576ef089) {{(pid=103593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:13.759280 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] For port 086f5950-8680-4484-a3bf-8bc6d636a9f1, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:13.763938 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.plugins.ml2.db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] For port 086f5950-8680-4484-a3bf-8bc6d636a9f1, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=086f5950-8680-4484-a3bf-8bc6d636a9f1,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:13.851524 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43148) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:13.867207 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron_lib.callbacks.manager [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), after_update {{(pid=103594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.958398 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:13.959231 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:13.965291 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-61ddd0ce-14b4-4595-b627-33184fbf2843 None None] Provisioning complete for port 086f5950-8680-4484-a3bf-8bc6d636a9f1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:13.965681 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ddd0ce-14b4-4595-b627-33184fbf2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.967289 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ff593-d3f1-44a2-a17a-7b597542c726 None None] Pushing event updated for resources: {'Port': ['ID=086f5950-8680-4484-a3bf-8bc6d636a9f1,revision_number=4']} {{(pid=103594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.004493 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89af410e-5348-43b4-a5f6-836e1124c6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.085863 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Publish callbacks [] for port (e519e86e-4cb8-4312-845a-98a1576ef089), precommit_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.150583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89af410e-5348-43b4-a5f6-836e1124c6ea admin admin] Publish callbacks [] for security_group (17e367e3-faeb-4bca-9f64-5dac1dc915c0), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.183158 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-61ddd0ce-14b4-4595-b627-33184fbf2843 None None] Current status of the port 086f5950-8680-4484-a3bf-8bc6d636a9f1 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:14.184073 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ddd0ce-14b4-4595-b627-33184fbf2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.199965 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), after_create {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.226841 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:14.247061 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89af410e-5348-43b4-a5f6-836e1124c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (17e367e3-faeb-4bca-9f64-5dac1dc915c0), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.267469 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks [] for router_gateway (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.268332 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Network d5199b14-b74c-40ba-af10-072aecdcc479 is already hosted by enough agents. {{(pid=103593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:14.270045 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-61ddd0ce-14b4-4595-b627-33184fbf2843 None None] For port 086f5950-8680-4484-a3bf-8bc6d636a9f1, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=086f5950-8680-4484-a3bf-8bc6d636a9f1,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:14.271845 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Pushing event updated for resources: {'Port': ['ID=e519e86e-4cb8-4312-845a-98a1576ef089,revision_number=1']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.274839 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.scheduler.base_scheduler [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Resources bound (agent type, host, resource id): {{(pid=103593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:14.276991 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Received port after_create {{(pid=103593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:14.285308 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.322236 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-89af410e-5348-43b4-a5f6-836e1124c6ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bed9785b28314ff09f07fe85676cad97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4696054 Mar 04 20:43:14.323266 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43152) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:14.332845 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af410e-5348-43b4-a5f6-836e1124c6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e367e3-faeb-4bca-9f64-5dac1dc915c0,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.339620 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-61ddd0ce-14b4-4595-b627-33184fbf2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.355724 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Attempting to bind port e519e86e-4cb8-4312-845a-98a1576ef089 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:14.356130 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Attempting to bind port e519e86e-4cb8-4312-845a-98a1576ef089 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:14.356532 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Attempting to bind port e519e86e-4cb8-4312-845a-98a1576ef089 on network d5199b14-b74c-40ba-af10-072aecdcc479 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:14.400128 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:14.400472 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Checking segment: {'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:14.401141 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.401739 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Bound using segment: {'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:14.402632 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Bound port: e519e86e-4cb8-4312-845a-98a1576ef089, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:14.403173 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7f08823-c7b7-439d-9a21-b19f9ab97a0b admin admin] Publish callbacks [] for security_group (17e367e3-faeb-4bca-9f64-5dac1dc915c0), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.403413 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.431831 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7f08823-c7b7-439d-9a21-b19f9ab97a0b admin admin] Publish callbacks [] for security_group (17e367e3-faeb-4bca-9f64-5dac1dc915c0), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.464689 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddd0ce-14b4-4595-b627-33184fbf2843 None None] Pushing event updated for resources: {'Port': ['ID=086f5950-8680-4484-a3bf-8bc6d636a9f1,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.491791 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-03ca0692-d285-4a0a-a5b4-49d49e123e26 None None] Provisioning complete for port 086f5950-8680-4484-a3bf-8bc6d636a9f1 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:14.492517 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-03ca0692-d285-4a0a-a5b4-49d49e123e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.496973 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:13Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:14.497322 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Allocated IP 172.27.3.238 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/78d152e9-9692-4a3f-81a7-6b1d31d2ee64) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:14.529815 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-96027221-d59a-40cd-8565-d3913201f843 None None] For port e519e86e-4cb8-4312-845a-98a1576ef089, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:14.530425 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c9889a-01b3-4bd6-80be-12e78f5ae94a None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:13Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:14.534533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-96027221-d59a-40cd-8565-d3913201f843 None None] For port e519e86e-4cb8-4312-845a-98a1576ef089, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e519e86e-4cb8-4312-845a-98a1576ef089,segment=NetworkSegment(66cd5d23-5e88-48b9-9c78-cb8836ce424b),segment_id=66cd5d23-5e88-48b9-9c78-cb8836ce424b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:14.550059 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7f08823-c7b7-439d-9a21-b19f9ab97a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (17e367e3-faeb-4bca-9f64-5dac1dc915c0), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.554867 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7f08823-c7b7-439d-9a21-b19f9ab97a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.560091 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b7f08823-c7b7-439d-9a21-b19f9ab97a0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17e367e3-faeb-4bca-9f64-5dac1dc915c0 HTTP/1.1" status: 204 len: 168 time: 0.2338297 Mar 04 20:43:14.572265 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f08823-c7b7-439d-9a21-b19f9ab97a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e367e3-faeb-4bca-9f64-5dac1dc915c0,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.643407 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.694565 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-03ca0692-d285-4a0a-a5b4-49d49e123e26 None None] Current status of the port 086f5950-8680-4484-a3bf-8bc6d636a9f1 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:14.715893 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.743328 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96027221-d59a-40cd-8565-d3913201f843 None None] Pushing event updated for resources: {'Port': ['ID=e519e86e-4cb8-4312-845a-98a1576ef089,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.823951 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks [] for router_gateway (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.847863 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.893422 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.941506 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:14.976162 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:14.990617 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:15.060683 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'Port': ['ID=78d152e9-9692-4a3f-81a7-6b1d31d2ee64,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:15.138828 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Allocated IP 172.27.3.223 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/ea607f70-4b76-42e6-b13f-d924fe87eda6) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:15.180970 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (adb9fd9a-d60f-4be1-932f-2d375dc14c18), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.270554 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks [] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.332043 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.424244 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.465915 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e519e86e-4cb8-4312-845a-98a1576ef089 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:15.539960 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port e519e86e-4cb8-4312-845a-98a1576ef089 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:15.540638 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.540778 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:15.542457 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Pushing event updated for resources: {'Port': ['ID=ea607f70-4b76-42e6-b13f-d924fe87eda6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:15.554255 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:15.556823 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:15.663641 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.710002 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port e519e86e-4cb8-4312-845a-98a1576ef089 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:15.710396 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.752530 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port e519e86e-4cb8-4312-845a-98a1576ef089, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e519e86e-4cb8-4312-845a-98a1576ef089,segment=NetworkSegment(66cd5d23-5e88-48b9-9c78-cb8836ce424b),segment_id=66cd5d23-5e88-48b9-9c78-cb8836ce424b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:15.776568 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.841130 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.841942 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 086f5950-8680-4484-a3bf-8bc6d636a9f1 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:15.912066 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'Port': ['ID=78d152e9-9692-4a3f-81a7-6b1d31d2ee64,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:15.915462 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (adb9fd9a-d60f-4be1-932f-2d375dc14c18), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.972509 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c580d-2d81-4782-afa1-889c15eaa7f0 None None] Network d5199b14-b74c-40ba-af10-072aecdcc479 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:15.974312 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=e519e86e-4cb8-4312-845a-98a1576ef089,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:16.011693 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 086f5950-8680-4484-a3bf-8bc6d636a9f1 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:16.012077 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.032988 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.034371 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-311cb842-aafc-4a5e-a6a4-09bb5afa66ec tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5187993 Mar 04 20:43:16.128092 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-cfe87d0a-72c9-4891-a758-a31831b4e5d1 None None] Provisioning complete for port e519e86e-4cb8-4312-845a-98a1576ef089 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:16.128878 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cfe87d0a-72c9-4891-a758-a31831b4e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.134577 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks [] for router_gateway (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.284890 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 086f5950-8680-4484-a3bf-8bc6d636a9f1 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:16.324617 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-cfe87d0a-72c9-4891-a758-a31831b4e5d1 None None] Current status of the port e519e86e-4cb8-4312-845a-98a1576ef089 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:16.346013 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-b9a6ed49-3b0e-4c0c-9bba-04acdda7cf11 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--47115167&fields=id&tenant_id=495cf1098ce74fe78d3252717d450334 HTTP/1.1" status: 200 len: 267 time: 0.0962338 Mar 04 20:43:16.483055 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-329201'] for router (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.540785 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-e96a4ae0-2050-4395-9c66-47586e301769 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:16.542452 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-e96a4ae0-2050-4395-9c66-47586e301769 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 811 time: 0.1865647 Mar 04 20:43:16.544969 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-716612dc-a79d-46ec-95a6-ad9fe8a4f246 None None] Provisioning complete for port e519e86e-4cb8-4312-845a-98a1576ef089 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:16.545457 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-716612dc-a79d-46ec-95a6-ad9fe8a4f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.572234 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-0fdfcc79-d652-46d2-9faa-ad202e8e8d7b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/quotas/495cf1098ce74fe78d3252717d450334 HTTP/1.1" status: 200 len: 375 time: 0.0189967 Mar 04 20:43:16.633620 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-716612dc-a79d-46ec-95a6-ad9fe8a4f246 None None] Current status of the port e519e86e-4cb8-4312-845a-98a1576ef089 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:16.674069 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-de80e5cc-00a9-4133-8437-fd800ab56859 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950036 Mar 04 20:43:16.772985 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af is scheduled to L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:43:16.782341 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-1cff0434-0a3c-4253-a57e-db09a1f67ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947096 Mar 04 20:43:16.955257 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-70334bc4-e6ea-4077-8822-1ccf3a7da236 service neutron] 10.222.0.37 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653085 Mar 04 20:43:16.956368 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:16.969797 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Sync routers for ids ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:16.980313 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Routers {'388f3eca-6cd8-450c-81a6-e3bb9e40a1af'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:16.980991 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:17.022886 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.027832 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-540f7f13-3729-4acf-a7d3-7f3df3aa0681 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5188046 Mar 04 20:43:17.032423 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43210) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:17.236633 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Set router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:17.246815 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2291cbf3-2b40-4c03-a735-a7cdcdc4b144 req-fb97a5ce-5678-4567-98e2-dd46be1316eb tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 210 time: 0.0460103 Mar 04 20:43:17.418642 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e519e86e-4cb8-4312-845a-98a1576ef089 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:17.504944 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port e519e86e-4cb8-4312-845a-98a1576ef089 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:17.505319 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.539983 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.548486 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:43:15Z', 'revision_number': 3, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port': {'id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:14Z', 'updated_at': '2022-03-04T20:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:17.576314 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Checking router: 388f3eca-6cd8-450c-81a6-e3bb9e40a1af for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:17.576783 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Updating router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af port ea607f70-4b76-42e6-b13f-d924fe87eda6 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:17.631017 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.674476 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port e519e86e-4cb8-4312-845a-98a1576ef089 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:17.712575 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Allocated IP 172.20.0.1 (d5199b14-b74c-40ba-af10-072aecdcc479/269671b5-5090-4a6b-9ba8-e901e1bc4bc7/5707fddf-ba40-46a2-a315-056f51bbf3d0) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:17.822895 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks [] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.903032 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43232) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:17.919588 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Publish callbacks [] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.944068 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.987548 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Network d5199b14-b74c-40ba-af10-072aecdcc479 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:17.992096 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:17.995881 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:18.012642 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.032151 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Pushing event updated for resources: {'Port': ['ID=5707fddf-ba40-46a2-a315-056f51bbf3d0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:18.050696 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f22c99e5-0659-4879-9a0a-6a86bedf8b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.071284 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-327900'] for router_interface (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.085503 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Attempting to bind port ea607f70-4b76-42e6-b13f-d924fe87eda6 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:18.085955 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Attempting to bind port ea607f70-4b76-42e6-b13f-d924fe87eda6 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:18.086435 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Attempting to bind port ea607f70-4b76-42e6-b13f-d924fe87eda6 on network f20faec2-ab81-46fe-992b-1e746134b885 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:18.091931 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456e1ed-fa98-4106-be63-7290868d4775 None None] Pushing event updated for resources: {'Port': ['ID=ea607f70-4b76-42e6-b13f-d924fe87eda6,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:18.095100 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:18.095528 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Checking segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:18.095998 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.098912 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Bound using segment: {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:18.098912 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Bound port: ea607f70-4b76-42e6-b13f-d924fe87eda6, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145faa7d-1615-4232-922d-b7852d655eec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:18.098912 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.158492 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] For port ea607f70-4b76-42e6-b13f-d924fe87eda6, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:18.162499 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] For port ea607f70-4b76-42e6-b13f-d924fe87eda6, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=ea607f70-4b76-42e6-b13f-d924fe87eda6,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:18.224285 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f22c99e5-0659-4879-9a0a-6a86bedf8b6e admin admin] Publish callbacks [] for security_group (e60cd8fd-a987-4f66-a4b7-0f1aae486340), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.235521 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.312748 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Routers {'388f3eca-6cd8-450c-81a6-e3bb9e40a1af'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:18.313377 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:18.315537 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-8fb98878-7466-4251-a8d6-6dcae619f157 None None] Provisioning complete for port 5707fddf-ba40-46a2-a315-056f51bbf3d0 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:18.315912 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8fb98878-7466-4251-a8d6-6dcae619f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.319666 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456e1ed-fa98-4106-be63-7290868d4775 None None] Pushing event updated for resources: {'Port': ['ID=ea607f70-4b76-42e6-b13f-d924fe87eda6,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:18.339731 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f22c99e5-0659-4879-9a0a-6a86bedf8b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e60cd8fd-a987-4f66-a4b7-0f1aae486340), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.369085 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-af06ddeb-1779-4c6a-b9c4-bc896fb4de16 req-29164730-0930-4b50-acf8-8987e992d8a4 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 210 time: 0.0457072 Mar 04 20:43:18.379231 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.414205 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-8fb98878-7466-4251-a8d6-6dcae619f157 None None] Port 5707fddf-ba40-46a2-a315-056f51bbf3d0 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:18.418082 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f22c99e5-0659-4879-9a0a-6a86bedf8b6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b3aa2df129d4bd2ac92b8facee2e5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116088 Mar 04 20:43:18.419017 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43238) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:18.419521 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c99e5-0659-4879-9a0a-6a86bedf8b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60cd8fd-a987-4f66-a4b7-0f1aae486340,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:18.474364 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] Set router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:18.502978 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d688718-f75e-4c8c-a606-beccfa30b5b6 admin admin] Publish callbacks [] for security_group (e60cd8fd-a987-4f66-a4b7-0f1aae486340), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.525439 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d688718-f75e-4c8c-a606-beccfa30b5b6 admin admin] Publish callbacks [] for security_group (e60cd8fd-a987-4f66-a4b7-0f1aae486340), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.591587 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks [] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.635031 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d688718-f75e-4c8c-a606-beccfa30b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e60cd8fd-a987-4f66-a4b7-0f1aae486340), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.637744 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d688718-f75e-4c8c-a606-beccfa30b5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.639605 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3d688718-f75e-4c8c-a606-beccfa30b5b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e60cd8fd-a987-4f66-a4b7-0f1aae486340 HTTP/1.1" status: 204 len: 168 time: 0.2179806 Mar 04 20:43:18.649948 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688718-f75e-4c8c-a606-beccfa30b5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60cd8fd-a987-4f66-a4b7-0f1aae486340,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:18.669564 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.714248 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 4, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port': {'id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:14Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5707fddf-ba40-46a2-a315-056f51bbf3d0', 'name': '', 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'mac_address': 'fa:16:3e:5a:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:17Z', 'updated_at': '2022-03-04T20:43:17Z', 'revision_number': 1, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'subnets': [{'id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:18.741566 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1687157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-327856'] for router_interface (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.743402 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617660e8-c7ca-44a2-bfb8-f6635082ac53 None None] The sync data for ids ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'] in dv-cinder-799871-17-iscsi is: [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 4, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port': {'id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:14Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5707fddf-ba40-46a2-a315-056f51bbf3d0', 'name': '', 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'mac_address': 'fa:16:3e:5a:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:17Z', 'updated_at': '2022-03-04T20:43:17Z', 'revision_number': 1, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'subnets': [{'id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:18.743847 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Pushing event updated for resources: {'Port': ['ID=5707fddf-ba40-46a2-a315-056f51bbf3d0,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:18.846993 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Network d5199b14-b74c-40ba-af10-072aecdcc479 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:18.848518 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:19.140671 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-11f4782c-2852-4322-9fe0-ecbc730b6ba3 None None] Provisioning complete for port 5707fddf-ba40-46a2-a315-056f51bbf3d0 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:19.140872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-11f4782c-2852-4322-9fe0-ecbc730b6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.183192 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-11f4782c-2852-4322-9fe0-ecbc730b6ba3 None None] Port 5707fddf-ba40-46a2-a315-056f51bbf3d0 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:19.286333 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:19.287730 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43244) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:19.303423 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2678721c-f823-4f39-9db4-5141df00eb90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.434435 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:19.439984 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-44037579-5e25-4ef2-a57d-d2a70b2fe53f admin admin] 10.222.0.37 "PUT /v2.0/routers/388f3eca-6cd8-450c-81a6-e3bb9e40a1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4060693 Mar 04 20:43:19.469129 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-b305c59f-caa4-47ca-a476-2af07d86759b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:19.471389 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-b305c59f-caa4-47ca-a476-2af07d86759b tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 811 time: 0.1411431 Mar 04 20:43:19.559281 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-36713c5e-a1fb-47cd-a498-fa6493c4235f req-9583d91a-a5e2-429d-ad21-1678e4ef4874 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 210 time: 0.0640323 Mar 04 20:43:19.566253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2678721c-f823-4f39-9db4-5141df00eb90 admin admin] Publish callbacks [] for security_group (294d03f8-2d8e-4a08-a817-87b8d32583cf), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.620943 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-39ed5446-1398-42ab-ad12-7761fd9602b6 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495cf1098ce74fe78d3252717d450334 HTTP/1.1" status: 200 len: 378 time: 0.1326058 Mar 04 20:43:19.626317 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'port': {'device_id': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'admin_state_up': True, 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'security_groups': ['352fced9-7d07-4c56-a637-8da70a7ef0a1']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:19.631526 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2678721c-f823-4f39-9db4-5141df00eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (294d03f8-2d8e-4a08-a817-87b8d32583cf), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.749520 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-2678721c-f823-4f39-9db4-5141df00eb90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=516d04b16350470da1946d51fd89b3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4605916 Mar 04 20:43:19.752149 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43254) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:19.765016 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678721c-f823-4f39-9db4-5141df00eb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294d03f8-2d8e-4a08-a817-87b8d32583cf,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:19.829753 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91f85057-800b-4442-b45d-cdb3e0dd804f admin admin] Publish callbacks [] for security_group (294d03f8-2d8e-4a08-a817-87b8d32583cf), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.853919 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91f85057-800b-4442-b45d-cdb3e0dd804f admin admin] Publish callbacks [] for security_group (294d03f8-2d8e-4a08-a817-87b8d32583cf), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.892398 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Made reservation on behalf of 495cf1098ce74fe78d3252717d450334 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:19.899993 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.995600 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91f85057-800b-4442-b45d-cdb3e0dd804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (294d03f8-2d8e-4a08-a817-87b8d32583cf), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.998871 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91f85057-800b-4442-b45d-cdb3e0dd804f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.004686 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-91f85057-800b-4442-b45d-cdb3e0dd804f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/294d03f8-2d8e-4a08-a817-87b8d32583cf HTTP/1.1" status: 204 len: 168 time: 0.2506359 Mar 04 20:43:20.017111 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85057-800b-4442-b45d-cdb3e0dd804f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294d03f8-2d8e-4a08-a817-87b8d32583cf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:20.126039 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Allocated IP 172.20.0.7 (120b0cca-600e-463f-a708-f379fc55ed42/4d263ec6-e70a-4736-b318-a6eadb8e87da/8abaf644-daa3-4c77-9092-de51018d0756) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:20.126873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43262) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:20.132988 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8bc6b611-1e76-48d3-9a55-d8404a1eda67 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808392226', 'description': 'tempest-secgroup-smoke-1808392226 description', 'project_id': '599b04fc05bf4935ab091efc597090c2'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:20.224462 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b611-1e76-48d3-9a55-d8404a1eda67 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.259879 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for port (8abaf644-daa3-4c77-9092-de51018d0756), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.293524 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b611-1e76-48d3-9a55-d8404a1eda67 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group (2d9f9dd8-d34c-4ed2-b228-96321fde8a28), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.379181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b611-1e76-48d3-9a55-d8404a1eda67 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2d9f9dd8-d34c-4ed2-b228-96321fde8a28), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.407434 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (8abaf644-daa3-4c77-9092-de51018d0756), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.412602 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b611-1e76-48d3-9a55-d8404a1eda67 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f9dd8-d34c-4ed2-b228-96321fde8a28,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:20.458315 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Network 120b0cca-600e-463f-a708-f379fc55ed42 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:20.463587 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:20.466037 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:20.495485 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b611-1e76-48d3-9a55-d8404a1eda67 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.500949 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8bc6b611-1e76-48d3-9a55-d8404a1eda67 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3724501 Mar 04 20:43:20.502196 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43272) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:20.507363 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event updated for resources: {'Port': ['ID=8abaf644-daa3-4c77-9092-de51018d0756,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:20.511773 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b77d2d95-0c66-4bda-bee0-a0eb71bb5091 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'security_group_rule': {'security_group_id': '2d9f9dd8-d34c-4ed2-b228-96321fde8a28', 'project_id': '599b04fc05bf4935ab091efc597090c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:20.532520 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:20.533546 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.627900 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4a85ba32-23fa-4856-bccb-c127a0bafacc tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0054815 Mar 04 20:43:20.631467 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77d2d95-0c66-4bda-bee0-a0eb71bb5091 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (60d6c8b8-cc1f-41a6-8276-1fafa600344a), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.643154 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Request body: {'port': {'device_id': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:20.701202 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77d2d95-0c66-4bda-bee0-a0eb71bb5091 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (60d6c8b8-cc1f-41a6-8276-1fafa600344a), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.754086 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8abaf644-daa3-4c77-9092-de51018d0756), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.761110 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77d2d95-0c66-4bda-bee0-a0eb71bb5091 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (60d6c8b8-cc1f-41a6-8276-1fafa600344a), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.773811 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bcde-4a3b-48bd-a236-5d5557cc14e0 req-f29ac1d1-5b56-40c6-a7dc-f5eb30ba7051 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:20.775293 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2d34bcde-4a3b-48bd-a236-5d5557cc14e0 req-f29ac1d1-5b56-40c6-a7dc-f5eb30ba7051 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 931 time: 0.1027751 Mar 04 20:43:20.780585 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d2d95-0c66-4bda-bee0-a0eb71bb5091 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d6c8b8-cc1f-41a6-8276-1fafa600344a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:20.812009 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-807ae4cf-a937-462e-b773-410a70d87d5c None None] Provisioning complete for port 8abaf644-daa3-4c77-9092-de51018d0756 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:20.812630 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-807ae4cf-a937-462e-b773-410a70d87d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8abaf644-daa3-4c77-9092-de51018d0756), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.843217 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77d2d95-0c66-4bda-bee0-a0eb71bb5091 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.844695 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-b77d2d95-0c66-4bda-bee0-a0eb71bb5091 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3401966 Mar 04 20:43:20.854803 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43282) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:20.854803 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c71cea53-f663-4250-9301-b2772e469fce tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'security_group_rule': {'security_group_id': '2d9f9dd8-d34c-4ed2-b228-96321fde8a28', 'project_id': '599b04fc05bf4935ab091efc597090c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:20.861778 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-807ae4cf-a937-462e-b773-410a70d87d5c None None] Port 8abaf644-daa3-4c77-9092-de51018d0756 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:20.883523 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:20.917417 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2d34bcde-4a3b-48bd-a236-5d5557cc14e0 req-8c41173b-fe71-4b83-8240-ffb3559e386e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169693 Mar 04 20:43:20.972681 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c71cea53-f663-4250-9301-b2772e469fce tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (87a8b61b-e554-45cf-89d0-9e421909ae1e), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.068781 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c71cea53-f663-4250-9301-b2772e469fce tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (87a8b61b-e554-45cf-89d0-9e421909ae1e), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.097309 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abaf644-daa3-4c77-9092-de51018d0756 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:21.107111 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Publish callbacks [] for port (8abaf644-daa3-4c77-9092-de51018d0756), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.121978 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Transition to ACTIVE for port object 8abaf644-daa3-4c77-9092-de51018d0756 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:43:21.179991 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c71cea53-f663-4250-9301-b2772e469fce tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (87a8b61b-e554-45cf-89d0-9e421909ae1e), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.206646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (8abaf644-daa3-4c77-9092-de51018d0756), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.206915 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cea53-f663-4250-9301-b2772e469fce tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a8b61b-e554-45cf-89d0-9e421909ae1e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.267129 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8abaf644-daa3-4c77-9092-de51018d0756,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.270752 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Deleting port 94a79bb1-477b-4aae-a2db-22162b4d406c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:21.271287 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.304739 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c71cea53-f663-4250-9301-b2772e469fce tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.304739 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c71cea53-f663-4250-9301-b2772e469fce tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4551823 Mar 04 20:43:21.309095 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43294) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:21.343881 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dfbc402f-9b73-4948-9498-744782e3da53 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'security_group_rule': {'security_group_id': '2d9f9dd8-d34c-4ed2-b228-96321fde8a28', 'project_id': '599b04fc05bf4935ab091efc597090c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:21.398997 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Attempting to bind port 8abaf644-daa3-4c77-9092-de51018d0756 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:21.399859 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Attempting to bind port 8abaf644-daa3-4c77-9092-de51018d0756 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:21.400379 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Attempting to bind port 8abaf644-daa3-4c77-9092-de51018d0756 on network 120b0cca-600e-463f-a708-f379fc55ed42 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:21.406400 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Port 8abaf644-daa3-4c77-9092-de51018d0756 on network 120b0cca-600e-463f-a708-f379fc55ed42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:43:21.406818 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Attempting to bind port 8abaf644-daa3-4c77-9092-de51018d0756 on network 120b0cca-600e-463f-a708-f379fc55ed42 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:21.407378 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.407714 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for floatingip (94a79bb1-477b-4aae-a2db-22162b4d406c), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.414356 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:21.414800 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Checking segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:21.416382 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Bound using segment: {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:21.417049 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Bound port: 8abaf644-daa3-4c77-9092-de51018d0756, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f7c380-3d84-49f2-9359-ff8ba05c117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:21.417615 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8abaf644-daa3-4c77-9092-de51018d0756), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.425923 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Calling delete_port for 94a79bb1-477b-4aae-a2db-22162b4d406c owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:21.450803 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device ea607f70-4b76-42e6-b13f-d924fe87eda6 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:21.534963 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfbc402f-9b73-4948-9498-744782e3da53 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (b86af4af-dafa-4e7f-8883-81ae78b06448), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.535136 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port ea607f70-4b76-42e6-b13f-d924fe87eda6 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:21.535136 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.535385 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] For port 8abaf644-daa3-4c77-9092-de51018d0756, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:21.539505 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] For port 8abaf644-daa3-4c77-9092-de51018d0756, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8abaf644-daa3-4c77-9092-de51018d0756,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:21.620072 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfbc402f-9b73-4948-9498-744782e3da53 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (b86af4af-dafa-4e7f-8883-81ae78b06448), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.631813 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port ea607f70-4b76-42e6-b13f-d924fe87eda6 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:21.632493 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.639367 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (8abaf644-daa3-4c77-9092-de51018d0756), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.658586 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] For port ea607f70-4b76-42e6-b13f-d924fe87eda6, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=ea607f70-4b76-42e6-b13f-d924fe87eda6,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:21.683190 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:21.683869 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.685350 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/8abaf644-daa3-4c77-9092-de51018d0756 HTTP/1.1" status: 200 len: 1093 time: 1.0473521 Mar 04 20:43:21.688058 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfbc402f-9b73-4948-9498-744782e3da53 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (b86af4af-dafa-4e7f-8883-81ae78b06448), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.688324 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:21.699071 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a929cc4-e4d2-4be2-acde-2f70b2641aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "tag": "8abaf644-daa3-4c77-9092-de51018d0756"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:21.712624 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc402f-9b73-4948-9498-744782e3da53 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86af4af-dafa-4e7f-8883-81ae78b06448,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.716612 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.755733 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (94a79bb1-477b-4aae-a2db-22162b4d406c), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.766106 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066f2960-455b-48e8-9da4-17482c5df17d x-openstack-request-id: req-066f2960-455b-48e8-9da4-17482c5df17d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:21.766403 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "tag": "8abaf644-daa3-4c77-9092-de51018d0756", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:21.767264 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-066f2960-455b-48e8-9da4-17482c5df17d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:21.767264 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756', 'status': 'completed', 'code': 200} Mar 04 20:43:21.770518 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5652c-f94a-4188-b7ad-85479e7ae2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8abaf644-daa3-4c77-9092-de51018d0756,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.806579 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event deleted for resources: {'Port': ['ID=94a79bb1-477b-4aae-a2db-22162b4d406c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.821337 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Pushing event updated for resources: {'Port': ['ID=ea607f70-4b76-42e6-b13f-d924fe87eda6,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.852954 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929cc4-e4d2-4be2-acde-2f70b2641aaf req-42946ec2-70ca-445d-89b7-5b5650099024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:21.854812 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a929cc4-e4d2-4be2-acde-2f70b2641aaf req-42946ec2-70ca-445d-89b7-5b5650099024 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 1127 time: 0.0668473 Mar 04 20:43:21.880858 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfbc402f-9b73-4948-9498-744782e3da53 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.886463 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-dfbc402f-9b73-4948-9498-744782e3da53 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5762327 Mar 04 20:43:21.890677 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43306) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:21.916626 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-eed03164-d494-486c-8e1b-c67ad1793a9d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'security_group_rule': {'security_group_id': '2d9f9dd8-d34c-4ed2-b228-96321fde8a28', 'project_id': '599b04fc05bf4935ab091efc597090c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:21.962232 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for floatingip (49c56848-6702-44fc-ae86-22d88a29761f), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.962599 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Floating IP 49c56848-6702-44fc-ae86-22d88a29761f disassociated (deleted). External IP: 172.27.3.122, port: 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f. Mar 04 20:43:22.032685 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929cc4-e4d2-4be2-acde-2f70b2641aaf req-4ceee1df-4afc-4746-a67e-2a3f53e99960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.034146 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a929cc4-e4d2-4be2-acde-2f70b2641aaf req-4ceee1df-4afc-4746-a67e-2a3f53e99960 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=495cf1098ce74fe78d3252717d450334&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1722431 Mar 04 20:43:22.085959 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eed03164-d494-486c-8e1b-c67ad1793a9d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (9845f94d-586b-4e12-8e73-163cba48c040), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.089411 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2d05a-07b8-4851-811d-a76a6aa203c7 req-fe74b3a1-4d57-4b37-b123-544e766344ce tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.090927 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-02f2d05a-07b8-4851-811d-a76a6aa203c7 req-fe74b3a1-4d57-4b37-b123-544e766344ce tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 943 time: 0.0946422 Mar 04 20:43:22.196649 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-02f2d05a-07b8-4851-811d-a76a6aa203c7 req-16ae14a8-4ec0-400e-bb3d-2ed271de0690 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724673 Mar 04 20:43:22.197914 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929cc4-e4d2-4be2-acde-2f70b2641aaf req-c18b45a6-2e58-4917-909d-d4474488c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.199276 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7a929cc4-e4d2-4be2-acde-2f70b2641aaf req-c18b45a6-2e58-4917-909d-d4474488c867 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577854 Mar 04 20:43:22.225133 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eed03164-d494-486c-8e1b-c67ad1793a9d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (9845f94d-586b-4e12-8e73-163cba48c040), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.290319 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Router f5036ec4-e019-4b85-b19e-a46ca54532ab has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:22.292673 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-b5a6c3e4-c29d-447b-9ff3-36daf7db0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.294608 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-b5a6c3e4-c29d-447b-9ff3-36daf7db0b3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 1127 time: 0.0589998 Mar 04 20:43:22.298509 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eed03164-d494-486c-8e1b-c67ad1793a9d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (9845f94d-586b-4e12-8e73-163cba48c040), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.323711 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed03164-d494-486c-8e1b-c67ad1793a9d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9845f94d-586b-4e12-8e73-163cba48c040,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:22.337679 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-daafc2bb-f97b-4a03-927f-2f92f39e8f51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abaf644-daa3-4c77-9092-de51018d0756 HTTP/1.1" status: 200 len: 217 time: 0.0363302 Mar 04 20:43:22.386623 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-80479530-229b-4092-b2b7-bfa1843f359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.387996 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-80479530-229b-4092-b2b7-bfa1843f359b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 200 len: 850 time: 0.0450404 Mar 04 20:43:22.415915 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eed03164-d494-486c-8e1b-c67ad1793a9d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.417154 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-eed03164-d494-486c-8e1b-c67ad1793a9d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5254381 Mar 04 20:43:22.419829 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43318) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:22.424771 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'security_group_rule': {'security_group_id': '2d9f9dd8-d34c-4ed2-b228-96321fde8a28', 'project_id': '599b04fc05bf4935ab091efc597090c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:22.455033 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-28f4f13a-9e15-455b-ad9e-2c12e0821a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.457064 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-28f4f13a-9e15-455b-ad9e-2c12e0821a74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=120b0cca-600e-463f-a708-f379fc55ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637467 Mar 04 20:43:22.459683 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:22.464806 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.476110 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] Sync routers for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:22.497097 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:22.499429 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:22.499574 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-1b17d7e2-9060-4433-bfd9-3edab23bc1fe tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "DELETE /v2.0/floatingips/49c56848-6702-44fc-ae86-22d88a29761f HTTP/1.1" status: 204 len: 168 time: 1.6146936 Mar 04 20:43:22.499574 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:22.502120 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3942f291-f603-4815-8fa6-129210f78033" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:22.509527 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Project 599b04fc05bf4935ab091efc597090c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:43:22.515255 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (8b2bea55-7b02-45dd-a451-21bd532c2fc7), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.582999 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-cac2d511-74f0-46de-b69a-611c59cd8754 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190794 Mar 04 20:43:22.610292 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (8b2bea55-7b02-45dd-a451-21bd532c2fc7), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.612677 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c35e9-bfd5-4baf-90b7-86868ecefe2d x-openstack-request-id: req-fa8c35e9-bfd5-4baf-90b7-86868ecefe2d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:22.613275 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:22.613777 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa8c35e9-bfd5-4baf-90b7-86868ecefe2d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:22.614860 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'status': 'completed', 'code': 200} Mar 04 20:43:22.624726 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Sync routers for ids ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:22.639775 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Routers {'388f3eca-6cd8-450c-81a6-e3bb9e40a1af'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:22.641313 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:22.641940 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:22.682133 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (8b2bea55-7b02-45dd-a451-21bd532c2fc7), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.707801 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2bea55-7b02-45dd-a451-21bd532c2fc7,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:22.778577 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Set router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:22.802339 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.811117 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8e6848e1-f2f7-4a6c-8cc8-5002895dff08 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901136 Mar 04 20:43:22.812018 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43328) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:22.820857 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'security_group_rule': {'security_group_id': '2d9f9dd8-d34c-4ed2-b228-96321fde8a28', 'project_id': '599b04fc05bf4935ab091efc597090c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:22.821647 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bdac184f-0b46-47f4-82f4-73745f734cbf req-4d081162-d66c-4d2d-a00f-29a4b365f418 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280054 Mar 04 20:43:22.839703 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942f291-f603-4815-8fa6-129210f78033 req-b620927f-4a4f-45ca-bfd5-373b4ec3d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.841698 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3942f291-f603-4815-8fa6-129210f78033 req-b620927f-4a4f-45ca-bfd5-373b4ec3d89e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 1129 time: 0.2004447 Mar 04 20:43:22.950808 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:31Z', 'revision_number': 5, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:22.956068 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Project 599b04fc05bf4935ab091efc597090c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:43:22.957350 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942f291-f603-4815-8fa6-129210f78033 req-6fe81bac-5137-4969-b456-a7ccf22729bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.958594 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3942f291-f603-4815-8fa6-129210f78033 req-6fe81bac-5137-4969-b456-a7ccf22729bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 200 len: 909 time: 0.1100674 Mar 04 20:43:22.965333 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (841f31fa-adbc-4d55-bb4e-2e016672d625), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.010357 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] Checking router: f5036ec4-e019-4b85-b19e-a46ca54532ab for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:23.019863 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3942f291-f603-4815-8fa6-129210f78033 req-5562e6d4-df5b-45ea-8d73-b3eb3ec925bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 200 len: 217 time: 0.0465262 Mar 04 20:43:23.029738 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:23.030604 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:23.053819 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (841f31fa-adbc-4d55-bb4e-2e016672d625), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.071160 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 4, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port': {'id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:14Z', 'updated_at': '2022-03-04T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5707fddf-ba40-46a2-a315-056f51bbf3d0', 'name': '', 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'mac_address': 'fa:16:3e:5a:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:17Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 2, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'subnets': [{'id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:23.110122 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Checking router: 388f3eca-6cd8-450c-81a6-e3bb9e40a1af for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:23.110494 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Updating router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af port 5707fddf-ba40-46a2-a315-056f51bbf3d0 binding host dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:23.133841 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424232'] for security_group_rule (841f31fa-adbc-4d55-bb4e-2e016672d625), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.146943 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.167696 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:23.183073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841f31fa-adbc-4d55-bb4e-2e016672d625,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:23.238252 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.240529 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-de489bc0-3f45-4432-8afe-5a9b7dbc2f8e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4275908 Mar 04 20:43:23.430067 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942f291-f603-4815-8fa6-129210f78033 req-491f7e18-0d11-473e-ae7e-acfd287f0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:23.431539 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3942f291-f603-4815-8fa6-129210f78033 req-491f7e18-0d11-473e-ae7e-acfd287f0300 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 200 len: 847 time: 0.4049952 Mar 04 20:43:23.446692 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0e9d0-0341-47ba-a8da-35c14e158eed req-f7db6418-bf11-4d0c-bff5-00355bd1f7b3 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:23.449218 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e9a0e9d0-0341-47ba-a8da-35c14e158eed req-f7db6418-bf11-4d0c-bff5-00355bd1f7b3 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.4103804 Mar 04 20:43:23.527093 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device ea607f70-4b76-42e6-b13f-d924fe87eda6 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:23.550976 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e9a0e9d0-0341-47ba-a8da-35c14e158eed req-cc449d7b-08a3-44b2-8894-bdbb8522b044 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704591 Mar 04 20:43:23.557467 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942f291-f603-4815-8fa6-129210f78033 req-c7891b79-c295-4b73-9f82-096adc5e1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:23.559438 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3942f291-f603-4815-8fa6-129210f78033 req-c7891b79-c295-4b73-9f82-096adc5e1ebc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3589ace1-7bb1-4507-ab72-58b13f2b3e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1208425 Mar 04 20:43:23.562083 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e3695-b4f7-4663-86cb-594df670d135 req-7779d8c2-a226-4cf9-9b90-6f3157ddb759 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:23.576271 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7a5e3695-b4f7-4663-86cb-594df670d135 req-7779d8c2-a226-4cf9-9b90-6f3157ddb759 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 943 time: 0.1943960 Mar 04 20:43:23.639665 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-7a5e3695-b4f7-4663-86cb-594df670d135 req-d4d8a37d-9210-4eeb-9710-31e7f1b88d4c tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622904 Mar 04 20:43:23.653546 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:31Z', 'revision_number': 5, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:23.695726 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05e642-4617-4bf9-9c52-ba1ca0d3ba3d None None] The sync data for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi is: [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:27Z', 'revision_number': 4, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '6349a3f9-e79d-4949-9069-f3eaf94369bd', 'name': '', 'network_id': '3589ace1-7bb1-4507-ab72-58b13f2b3e46', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'mac_address': 'fa:16:3e:3e:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '70634dfb-676d-4398-8380-8cf49927a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:26Z', 'updated_at': '2022-03-04T20:37:31Z', 'revision_number': 5, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'subnets': [{'id': '70634dfb-676d-4398-8380-8cf49927a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:23.743158 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3942f291-f603-4815-8fa6-129210f78033 req-0c2df69a-64e5-4a70-bd1a-dbac539fcc2f service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766078 Mar 04 20:43:23.848185 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3942f291-f603-4815-8fa6-129210f78033 req-8e59f9ae-ef0d-4519-b179-802f83c8c845 service neutron] 10.222.0.39 "GET /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974207 Mar 04 20:43:23.849641 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port ea607f70-4b76-42e6-b13f-d924fe87eda6 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:23.850123 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.893830 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Publish callbacks [] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.949987 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port ea607f70-4b76-42e6-b13f-d924fe87eda6 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:23.983651 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1bc96-c59d-4ff9-a541-9e2525911889 None None] New status for floating IP 49c56848-6702-44fc-ae86-22d88a29761f: DOWN {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:43:24.007907 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.058702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c4f9e-610a-422d-ac34-54cf081863c4 None None] Pushing event updated for resources: {'Port': ['ID=5707fddf-ba40-46a2-a315-056f51bbf3d0,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:24.140925 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Attempting to bind port 5707fddf-ba40-46a2-a315-056f51bbf3d0 on host dv-cinder-799871-17-iscsi for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:24.142716 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Attempting to bind port 5707fddf-ba40-46a2-a315-056f51bbf3d0 by drivers openvswitch,hyperv on host dv-cinder-799871-17-iscsi at level 0 using segments [{'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:24.143308 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Attempting to bind port 5707fddf-ba40-46a2-a315-056f51bbf3d0 on network d5199b14-b74c-40ba-af10-072aecdcc479 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:24.149508 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Checking agent: {'id': '2d45901a-a6a2-423c-bec8-15f0f90583b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 27, 7), 'started_at': datetime.datetime(2022, 3, 4, 20, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:24.149894 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Checking segment: {'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:24.150302 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.150716 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Bound using segment: {'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:24.151239 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Bound port: 5707fddf-ba40-46a2-a315-056f51bbf3d0, host: dv-cinder-799871-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cd5d23-5e88-48b9-9c78-cb8836ce424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:24.151630 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.217687 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] For port 5707fddf-ba40-46a2-a315-056f51bbf3d0, host dv-cinder-799871-17-iscsi, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:24.221939 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] For port 5707fddf-ba40-46a2-a315-056f51bbf3d0, host dv-cinder-799871-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5707fddf-ba40-46a2-a315-056f51bbf3d0,segment=NetworkSegment(66cd5d23-5e88-48b9-9c78-cb8836ce424b),segment_id=66cd5d23-5e88-48b9-9c78-cb8836ce424b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:24.309820 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.389315 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Routers {'388f3eca-6cd8-450c-81a6-e3bb9e40a1af'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:24.389980 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:24.400100 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-3026125e-a6e3-4629-9606-8b6d07a54f19 None None] Provisioning complete for port 5707fddf-ba40-46a2-a315-056f51bbf3d0 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:24.400520 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3026125e-a6e3-4629-9606-8b6d07a54f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.454472 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c4f9e-610a-422d-ac34-54cf081863c4 None None] Pushing event updated for resources: {'Port': ['ID=5707fddf-ba40-46a2-a315-056f51bbf3d0,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:24.588472 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] Set router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:24.633329 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3026125e-a6e3-4629-9606-8b6d07a54f19 None None] Current status of the port 5707fddf-ba40-46a2-a315-056f51bbf3d0 is: DOWN; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:24.633649 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3026125e-a6e3-4629-9606-8b6d07a54f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.648999 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-dec8db2a-1ccb-4edc-9c28-1299074c2cb9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.650528 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-dec8db2a-1ccb-4edc-9c28-1299074c2cb9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.0741990 Mar 04 20:43:24.733497 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3026125e-a6e3-4629-9606-8b6d07a54f19 None None] For port 5707fddf-ba40-46a2-a315-056f51bbf3d0, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5707fddf-ba40-46a2-a315-056f51bbf3d0,segment=NetworkSegment(66cd5d23-5e88-48b9-9c78-cb8836ce424b),segment_id=66cd5d23-5e88-48b9-9c78-cb8836ce424b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:24.779781 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3026125e-a6e3-4629-9606-8b6d07a54f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.795710 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401a75a-9293-447e-ab7e-d65f9a816423 req-b5eef39d-bd19-4668-b9cc-76939880b0d2 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.797368 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8401a75a-9293-447e-ab7e-d65f9a816423 req-b5eef39d-bd19-4668-b9cc-76939880b0d2 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 945 time: 0.1679003 Mar 04 20:43:24.857182 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026125e-a6e3-4629-9606-8b6d07a54f19 None None] Pushing event updated for resources: {'Port': ['ID=5707fddf-ba40-46a2-a315-056f51bbf3d0,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:24.871434 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251825a7-9f7b-430b-96cd-ba06d36d2b03 req-d4a0de74-f9f6-47ce-afa0-41e623177f80 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.874977 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-251825a7-9f7b-430b-96cd-ba06d36d2b03 req-d4a0de74-f9f6-47ce-afa0-41e623177f80 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 943 time: 0.1199603 Mar 04 20:43:24.910044 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8401a75a-9293-447e-ab7e-d65f9a816423 req-bd77772a-2252-4e07-9232-079f28b9e436 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/security-groups?id=58a51b3c-e189-4145-ba42-a5c922ace460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950530 Mar 04 20:43:24.914545 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Deleting port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:24.915082 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.945373 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-3c2a83a5-3e81-4749-b7d0-6752037138f9 None None] Provisioning complete for port 5707fddf-ba40-46a2-a315-056f51bbf3d0 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:24.945757 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3c2a83a5-3e81-4749-b7d0-6752037138f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.966730 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-251825a7-9f7b-430b-96cd-ba06d36d2b03 req-303c07af-a9bc-497a-9c51-ddb7846f8b15 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813622 Mar 04 20:43:24.994173 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 4, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port': {'id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:14Z', 'updated_at': '2022-03-04T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5707fddf-ba40-46a2-a315-056f51bbf3d0', 'name': '', 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'mac_address': 'fa:16:3e:5a:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:17Z', 'updated_at': '2022-03-04T20:43:24Z', 'revision_number': 4, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'subnets': [{'id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:25.030622 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a01e0-110c-4362-8ad5-af6688d10d8c None None] The sync data for ids ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'] in dv-cinder-799871-17-iscsi is: [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:43:18Z', 'revision_number': 4, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port': {'id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:14Z', 'updated_at': '2022-03-04T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '5707fddf-ba40-46a2-a315-056f51bbf3d0', 'name': '', 'network_id': 'd5199b14-b74c-40ba-af10-072aecdcc479', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'mac_address': 'fa:16:3e:5a:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:17Z', 'updated_at': '2022-03-04T20:43:24Z', 'revision_number': 4, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'subnets': [{'id': '269671b5-5090-4a6b-9ba8-e901e1bc4bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:25.040421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] For port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:25.040796 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:25.054620 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Calling delete_port for 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:25.081056 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a83a5-3e81-4749-b7d0-6752037138f9 None None] Current status of the port 5707fddf-ba40-46a2-a315-056f51bbf3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:25.246396 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:25.261462 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8abaf644-daa3-4c77-9092-de51018d0756 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:43:25.289420 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event deleted for resources: {'Port': ['ID=68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:25.304417 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:43:25.359523 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] No DVR routers for this DVR port 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:25.375033 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:25.378744 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f4f54a11-2463-4fa3-a119-2ae3adc4481a req-0085f795-f057-4f8d-972d-602db2b45bf9 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.39 "DELETE /v2.0/ports/68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f HTTP/1.1" status: 204 len: 173 time: 0.7230301 Mar 04 20:43:25.381237 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-deleted', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:25.383753 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f149a95f-c59e-49d9-bd77-cbeb8119313a" -d '{"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-deleted", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:25.403574 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8abaf644-daa3-4c77-9092-de51018d0756, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8abaf644-daa3-4c77-9092-de51018d0756,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:25.425521 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '8abaf644-daa3-4c77-9092-de51018d0756', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'port_id': '8abaf644-daa3-4c77-9092-de51018d0756', 'mac_address': 'fa:16:3e:58:22:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:43:25.443134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb928025-c980-43d6-8cd1-9efea919cf37 x-openstack-request-id: req-fb928025-c980-43d6-8cd1-9efea919cf37 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:25.443437 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c", "name": "network-vif-deleted", "tag": "68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:25.443698 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb928025-c980-43d6-8cd1-9efea919cf37 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:25.444110 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c', 'name': 'network-vif-deleted', 'tag': '68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f', 'status': 'completed', 'code': 200} Mar 04 20:43:25.502952 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5707fddf-ba40-46a2-a315-056f51bbf3d0 up at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:25.535630 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8abaf644-daa3-4c77-9092-de51018d0756 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:25.536987 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8abaf644-daa3-4c77-9092-de51018d0756), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:25.560571 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abaf644-daa3-4c77-9092-de51018d0756 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:25.588738 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8abaf644-daa3-4c77-9092-de51018d0756, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8abaf644-daa3-4c77-9092-de51018d0756,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:25.599931 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Provisioning complete for port 5707fddf-ba40-46a2-a315-056f51bbf3d0 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:25.602940 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:25.688677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8abaf644-daa3-4c77-9092-de51018d0756), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:25.695159 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Current status of the port 5707fddf-ba40-46a2-a315-056f51bbf3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:25.754237 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8abaf644-daa3-4c77-9092-de51018d0756,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:25.921088 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['8abaf644-daa3-4c77-9092-de51018d0756'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:26.014371 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e00e6d2c-93c2-4efb-a247-50d8396180d5 req-decaf310-79ff-4839-915c-1083ae19f9f6 tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbb1e45a-ca60-42d6-b0c7-a07ad51dea1c HTTP/1.1" status: 200 len: 210 time: 0.0345500 Mar 04 20:43:26.110874 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636b2b-10e0-46e7-84a5-1e7bf3354ebf req-2b3de03c-e625-419b-bc70-6ee416d62b4a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:26.112414 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-04636b2b-10e0-46e7-84a5-1e7bf3354ebf req-2b3de03c-e625-419b-bc70-6ee416d62b4a tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 944 time: 0.0661500 Mar 04 20:43:26.167383 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-04636b2b-10e0-46e7-84a5-1e7bf3354ebf req-a46fa573-35f7-43c2-8717-02de5dfa2317 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487285 Mar 04 20:43:27.063425 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43440) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:27.126573 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0e668c-5c84-4fcf-b042-9ebc774c7d6f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group (58a51b3c-e189-4145-ba42-a5c922ace460), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:27.154118 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0e668c-5c84-4fcf-b042-9ebc774c7d6f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group (58a51b3c-e189-4145-ba42-a5c922ace460), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:27.264194 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8abaf644-daa3-4c77-9092-de51018d0756 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:27.296453 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f224d5-18d6-40af-894f-887222008d6a req-900bbbeb-c494-46e8-a52b-e35a7497b5a7 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:27.297382 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0e668c-5c84-4fcf-b042-9ebc774c7d6f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (58a51b3c-e189-4145-ba42-a5c922ace460), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:27.298795 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-11f224d5-18d6-40af-894f-887222008d6a req-900bbbeb-c494-46e8-a52b-e35a7497b5a7 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 944 time: 0.0618894 Mar 04 20:43:27.300020 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0e668c-5c84-4fcf-b042-9ebc774c7d6f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:27.302944 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6e0e668c-5c84-4fcf-b042-9ebc774c7d6f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] 10.222.0.37 "DELETE /v2.0/security-groups/58a51b3c-e189-4145-ba42-a5c922ace460 HTTP/1.1" status: 204 len: 168 time: 0.2366874 Mar 04 20:43:27.321403 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e668c-5c84-4fcf-b042-9ebc774c7d6f tempest-TestShelveInstance-1023846247 tempest-TestShelveInstance-1023846247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a51b3c-e189-4145-ba42-a5c922ace460,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:27.362164 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-11f224d5-18d6-40af-894f-887222008d6a req-234b2f1f-c676-419f-96b1-6fe013fc998c tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569115 Mar 04 20:43:27.412071 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 8abaf644-daa3-4c77-9092-de51018d0756 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:43:27.420081 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 8abaf644-daa3-4c77-9092-de51018d0756 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:27.420498 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (8abaf644-daa3-4c77-9092-de51018d0756), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:27.439036 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43454) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:27.523867 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 8abaf644-daa3-4c77-9092-de51018d0756 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:27.527564 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (8abaf644-daa3-4c77-9092-de51018d0756), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:27.560459 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:27.563696 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c79af40-2067-49b2-ad3b-6655dc070a17" -d '{"events": [{"server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "name": "network-vif-plugged", "status": "completed", "tag": "8abaf644-daa3-4c77-9092-de51018d0756"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:27.578305 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 8abaf644-daa3-4c77-9092-de51018d0756, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8abaf644-daa3-4c77-9092-de51018d0756,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:27.609610 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9293e-675e-49ce-9710-fd7ba109aea2 x-openstack-request-id: req-d5a9293e-675e-49ce-9710-fd7ba109aea2 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:27.609930 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "name": "network-vif-plugged", "status": "completed", "tag": "8abaf644-daa3-4c77-9092-de51018d0756", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:27.610228 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5a9293e-675e-49ce-9710-fd7ba109aea2 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:27.610647 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756', 'code': 200} Mar 04 20:43:27.646537 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (8abaf644-daa3-4c77-9092-de51018d0756), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:27.647546 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:27.672465 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:27.673141 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 68e57cd7-881d-4fc7-b8a1-1ca2f0ac5e6f not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:27.726249 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=8abaf644-daa3-4c77-9092-de51018d0756,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:27.999994 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d7f9f-49b9-40ba-bcc1-ed9c9f7e44fd req-48fe5f0b-9ff2-45e6-9e07-7529f2d56656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:28.001377 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-938d7f9f-49b9-40ba-bcc1-ed9c9f7e44fd req-48fe5f0b-9ff2-45e6-9e07-7529f2d56656 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 1129 time: 0.0852854 Mar 04 20:43:28.062794 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-938d7f9f-49b9-40ba-bcc1-ed9c9f7e44fd req-dd4a20eb-9b66-4d27-adf3-ad6d050b54f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548403 Mar 04 20:43:28.098023 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43472) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:28.113122 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (f5036ec4-e019-4b85-b19e-a46ca54532ab), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.205960 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c98be51-038e-46b4-b291-9e2604bae368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.286536 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c98be51-038e-46b4-b291-9e2604bae368 admin admin] Publish callbacks [] for security_group (2a67824d-7c2e-42fb-8936-20aac95ed321), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.354979 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c98be51-038e-46b4-b291-9e2604bae368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2a67824d-7c2e-42fb-8936-20aac95ed321), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.376308 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Deleting port 6349a3f9-e79d-4949-9069-f3eaf94369bd {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:28.376882 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.399350 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-7c98be51-038e-46b4-b291-9e2604bae368 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc9c204b35334dbea66770948dc3bb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995126 Mar 04 20:43:28.400249 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98be51-038e-46b4-b291-9e2604bae368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a67824d-7c2e-42fb-8936-20aac95ed321,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:28.402550 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43478) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:28.472071 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] For port 6349a3f9-e79d-4949-9069-f3eaf94369bd, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6349a3f9-e79d-4949-9069-f3eaf94369bd,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:28.472479 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.484553 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Calling delete_port for 6349a3f9-e79d-4949-9069-f3eaf94369bd owned by network:router_interface {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:28.496406 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f227726f-663d-4959-8650-cb3119c985f0 admin admin] Publish callbacks [] for security_group (2a67824d-7c2e-42fb-8936-20aac95ed321), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.527541 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f227726f-663d-4959-8650-cb3119c985f0 admin admin] Publish callbacks [] for security_group (2a67824d-7c2e-42fb-8936-20aac95ed321), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.541572 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d1324-0111-4826-8d01-0c85faa82d0d req-10558d51-b577-4156-b238-f256147e55c1 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:28.543109 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-471d1324-0111-4826-8d01-0c85faa82d0d req-10558d51-b577-4156-b238-f256147e55c1 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 945 time: 0.0929794 Mar 04 20:43:28.610346 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-471d1324-0111-4826-8d01-0c85faa82d0d req-3ee7f6f0-714b-4408-8295-04a348e6754d tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554633 Mar 04 20:43:28.680408 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f227726f-663d-4959-8650-cb3119c985f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2a67824d-7c2e-42fb-8936-20aac95ed321), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.683141 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f227726f-663d-4959-8650-cb3119c985f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.684427 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f227726f-663d-4959-8650-cb3119c985f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a67824d-7c2e-42fb-8936-20aac95ed321 HTTP/1.1" status: 204 len: 168 time: 0.2809238 Mar 04 20:43:28.692391 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227726f-663d-4959-8650-cb3119c985f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a67824d-7c2e-42fb-8936-20aac95ed321,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:28.749577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (6349a3f9-e79d-4949-9069-f3eaf94369bd), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:28.777476 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Pushing event deleted for resources: {'Port': ['ID=6349a3f9-e79d-4949-9069-f3eaf94369bd,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:28.972529 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (f5036ec4-e019-4b85-b19e-a46ca54532ab), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.211148 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Router f5036ec4-e019-4b85-b19e-a46ca54532ab has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:29.336261 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43486) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:29.353584 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:29.355296 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6205a040-a90d-4b34-a0ea-e080329f12ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.362174 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] Sync routers for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:29.367375 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b1ff25b6-8aac-4560-a2b3-ab1d1825c465 admin admin] 10.222.0.37 "PUT /v2.0/routers/f5036ec4-e019-4b85-b19e-a46ca54532ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9271004 Mar 04 20:43:29.371073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43488) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:29.379932 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:29.380869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:29.458942 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6205a040-a90d-4b34-a0ea-e080329f12ca admin admin] Publish callbacks [] for security_group (6e815245-916a-482c-ac6e-cf19e21d2d3b), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.498685 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks [] for router (f5036ec4-e019-4b85-b19e-a46ca54532ab), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.505191 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:29.533919 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6205a040-a90d-4b34-a0ea-e080329f12ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6e815245-916a-482c-ac6e-cf19e21d2d3b), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.584400 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-6205a040-a90d-4b34-a0ea-e080329f12ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48e8934b122f4aa7b2ee325b3fa9a731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470286 Mar 04 20:43:29.585267 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205a040-a90d-4b34-a0ea-e080329f12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e815245-916a-482c-ac6e-cf19e21d2d3b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:29.587115 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43490) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:29.648150 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks [] for router_gateway (f5036ec4-e019-4b85-b19e-a46ca54532ab), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.670217 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-579381ee-1649-4354-b969-fd811010114d admin admin] Publish callbacks [] for security_group (6e815245-916a-482c-ac6e-cf19e21d2d3b), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.699188 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-579381ee-1649-4354-b969-fd811010114d admin admin] Publish callbacks [] for security_group (6e815245-916a-482c-ac6e-cf19e21d2d3b), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.732245 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:43:28Z', 'revision_number': 5, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port': {'id': '2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:29.763059 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] Checking router: f5036ec4-e019-4b85-b19e-a46ca54532ab for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:29.773053 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] Routers {'f5036ec4-e019-4b85-b19e-a46ca54532ab'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:29.773682 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['f5036ec4-e019-4b85-b19e-a46ca54532ab'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:29.778372 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308edbe-ea3e-43be-905c-d7e267a835c8 req-67ec5493-2bb2-4876-91ad-18ff5c346582 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:29.779917 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8308edbe-ea3e-43be-905c-d7e267a835c8 req-67ec5493-2bb2-4876-91ad-18ff5c346582 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 945 time: 0.0664489 Mar 04 20:43:29.803696 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Deleting port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:29.804049 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.845466 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8308edbe-ea3e-43be-905c-d7e267a835c8 req-3134007a-dd1a-46cd-820b-af3bd6e155e8 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551686 Mar 04 20:43:29.889772 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-579381ee-1649-4354-b969-fd811010114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (6e815245-916a-482c-ac6e-cf19e21d2d3b), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.894500 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-579381ee-1649-4354-b969-fd811010114d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.896618 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-579381ee-1649-4354-b969-fd811010114d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e815245-916a-482c-ac6e-cf19e21d2d3b HTTP/1.1" status: 204 len: 168 time: 0.3076677 Mar 04 20:43:29.924729 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] For port 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:29.925112 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:29.956099 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579381ee-1649-4354-b969-fd811010114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e815245-916a-482c-ac6e-cf19e21d2d3b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:29.976842 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Calling delete_port for 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:30.024872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] Set router f5036ec4-e019-4b85-b19e-a46ca54532ab gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:30.053281 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa414f-9a11-4bf8-932d-624cf9d0a64c req-87c6b3c1-5266-4076-9140-1d43604667e5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:30.055045 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-fcaa414f-9a11-4bf8-932d-624cf9d0a64c req-87c6b3c1-5266-4076-9140-1d43604667e5 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 945 time: 0.1245859 Mar 04 20:43:30.063847 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43500) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:30.069692 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Request body: {'floatingip': {'port_id': '8abaf644-daa3-4c77-9092-de51018d0756'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:30.095450 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:43:29Z', 'revision_number': 6, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port_host': None}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:30.122880 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (adb9fd9a-d60f-4be1-932f-2d375dc14c18), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.147133 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1315-ad4c-4549-bece-292dbe0948a7 None None] The sync data for ids ['f5036ec4-e019-4b85-b19e-a46ca54532ab'] in dv-cinder-799871-17-iscsi is: [{'id': 'f5036ec4-e019-4b85-b19e-a46ca54532ab', 'name': 'tempest-TestShelveInstance-131562422-router', 'tenant_id': '919c307d3caa4ee6bffe40cc58a0011b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:23Z', 'updated_at': '2022-03-04T20:43:29Z', 'revision_number': 6, 'project_id': '919c307d3caa4ee6bffe40cc58a0011b', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:30.235130 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-241cc45a-5e85-4944-a5ff-ae8c40c3961a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.287551 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.320218 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:30.384257 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (f5036ec4-e019-4b85-b19e-a46ca54532ab), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.486322 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (f5036ec4-e019-4b85-b19e-a46ca54532ab), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.489473 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks [] for router_controller (f5036ec4-e019-4b85-b19e-a46ca54532ab), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.623775 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (f5036ec4-e019-4b85-b19e-a46ca54532ab), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.624529 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5036ec4-e019-4b85-b19e-a46ca54532ab {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:43:30.631192 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.637490 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-be360d68-2834-43f5-b3c0-0097c3e6b0d7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f5036ec4-e019-4b85-b19e-a46ca54532ab HTTP/1.1" status: 204 len: 168 time: 1.2643824 Mar 04 20:43:30.637650 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43512) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:30.689901 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] Deleting subnet 70634dfb-676d-4398-8380-8cf49927a168 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:43:30.694777 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] Publish callbacks [] for subnet (70634dfb-676d-4398-8380-8cf49927a168), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.718596 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.734101 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (70634dfb-676d-4398-8380-8cf49927a168), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.769069 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (adb9fd9a-d60f-4be1-932f-2d375dc14c18), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.839219 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (70634dfb-676d-4398-8380-8cf49927a168), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:30.905120 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Floating IP adb9fd9a-d60f-4be1-932f-2d375dc14c18 associated. External IP: 172.27.3.238, port: 8abaf644-daa3-4c77-9092-de51018d0756. Mar 04 20:43:30.983889 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (70634dfb-676d-4398-8380-8cf49927a168), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.012361 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70634dfb-676d-4398-8380-8cf49927a168,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:31.027726 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.031962 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-134cd103-c017-49fa-a757-cefd1cfc4f25 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70634dfb-676d-4398-8380-8cf49927a168 HTTP/1.1" status: 204 len: 168 time: 0.3930981 Mar 04 20:43:31.037002 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31fc8f-fceb-4bf3-80a7-3451aa66e4b3 None None] Network 3589ace1-7bb1-4507-ab72-58b13f2b3e46 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:31.042659 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43524) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:31.142078 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (3589ace1-7bb1-4507-ab72-58b13f2b3e46), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.231747 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Deleting port 6570ae9c-36a3-435f-929c-cba00f9a856e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:31.237270 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.324133 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] For port 6570ae9c-36a3-435f-929c-cba00f9a856e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6570ae9c-36a3-435f-929c-cba00f9a856e,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:31.324662 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.342397 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] DHCP port deletion for 3589ace1-7bb1-4507-ab72-58b13f2b3e46 request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:43:31.343280 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Calling delete_port for 6570ae9c-36a3-435f-929c-cba00f9a856e owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:31.460367 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6349a3f9-e79d-4949-9069-f3eaf94369bd no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:31.494081 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] Deleting port 6570ae9c-36a3-435f-929c-cba00f9a856e {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:31.494805 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.496774 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 6349a3f9-e79d-4949-9069-f3eaf94369bd {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:31.497120 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6349a3f9-e79d-4949-9069-f3eaf94369bd not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:31.497525 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6570ae9c-36a3-435f-929c-cba00f9a856e no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:31.505731 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Router 06773d19-c628-4c94-adc2-da92cfeb0068 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:31.532278 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.575516 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6570ae9c-36a3-435f-929c-cba00f9a856e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:31.578131 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] No DVR routers for this DVR port 6570ae9c-36a3-435f-929c-cba00f9a856e on host dv-cinder-799871-17-iscsi {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:31.616751 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] For port 6570ae9c-36a3-435f-929c-cba00f9a856e, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=6570ae9c-36a3-435f-929c-cba00f9a856e,segment=NetworkSegment(82bc8576-979e-40e1-9438-2336016293b4),segment_id=82bc8576-979e-40e1-9438-2336016293b4)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:31.617141 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.626922 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No active binding found for port 6570ae9c-36a3-435f-929c-cba00f9a856e {{(pid=103593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 04 20:43:31.627312 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] The host dv-cinder-799871-17-iscsi is not matching for port 6570ae9c-36a3-435f-929c-cba00f9a856e host None! {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 04 20:43:31.627702 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 6570ae9c-36a3-435f-929c-cba00f9a856e not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:31.628115 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:31.657841 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] Calling delete_port for 6570ae9c-36a3-435f-929c-cba00f9a856e owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:31.658286 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:31.662972 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:31.663543 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2c35ab59-e5e5-4ab0-bc5d-752e773b9c9e not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:31.671778 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] Sync routers for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:31.679884 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.687573 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (3589ace1-7bb1-4507-ab72-58b13f2b3e46), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.691266 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:31.693756 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:31.737070 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8596286c-003e-49b3-a4c3-f8268ffa0525 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "PUT /v2.0/floatingips/adb9fd9a-d60f-4be1-932f-2d375dc14c18 HTTP/1.1" status: 200 len: 991 time: 1.6719389 Mar 04 20:43:31.737728 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:31.740749 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3031b5-5c21-4a88-bd0a-52289b916e21" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "tag": "8abaf644-daa3-4c77-9092-de51018d0756"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:31.748196 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (6570ae9c-36a3-435f-929c-cba00f9a856e), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.750191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3589ace1-7bb1-4507-ab72-58b13f2b3e46']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:31.771178 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bc8576-979e-40e1-9438-2336016293b4') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:31.771178 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bc8576-979e-40e1-9438-2336016293b4') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:31.778422 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] Pushing event deleted for resources: {'Port': ['ID=6570ae9c-36a3-435f-929c-cba00f9a856e,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:31.783383 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f2c49-0719-43ac-9be8-54f1802c90ff None None] No DVR routers for this DVR port 6570ae9c-36a3-435f-929c-cba00f9a856e on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:31.805049 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (82bc8576-979e-40e1-9438-2336016293b4), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.816476 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afef82-2175-4987-bf69-a8d46a03fdca x-openstack-request-id: req-66afef82-2175-4987-bf69-a8d46a03fdca {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:31.817429 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "tag": "8abaf644-daa3-4c77-9092-de51018d0756", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:31.817429 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66afef82-2175-4987-bf69-a8d46a03fdca {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:31.817429 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756', 'status': 'completed', 'code': 200} Mar 04 20:43:31.838262 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (82bc8576-979e-40e1-9438-2336016293b4), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.856873 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:43:31.857354 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (82bc8576-979e-40e1-9438-2336016293b4), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:43:31.860174 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:43:31.896491 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-c11e5776-b458-4f30-861c-e88c26a637c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:31.897917 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-c11e5776-b458-4f30-861c-e88c26a637c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=495cf1098ce74fe78d3252717d450334&device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 1129 time: 0.0582311 Mar 04 20:43:31.905706 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:31.983347 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (3589ace1-7bb1-4507-ab72-58b13f2b3e46), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:32.002044 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:32.005493 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] 10.222.0.37 "DELETE /v2.0/networks/3589ace1-7bb1-4507-ab72-58b13f2b3e46 HTTP/1.1" status: 204 len: 168 time: 0.9624667 Mar 04 20:43:32.006486 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a880d-2af2-487f-ae67-fd7959c86e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=3589ace1-7bb1-4507-ab72-58b13f2b3e46,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:32.008987 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43544) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:32.037657 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-76750ec2-9489-4816-8e60-3a328b866c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:32.039250 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-76750ec2-9489-4816-8e60-3a328b866c25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 200 len: 912 time: 0.1340528 Mar 04 20:43:32.137802 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-07e329e3-32c8-464f-9290-e6b7901c8562 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abaf644-daa3-4c77-9092-de51018d0756 HTTP/1.1" status: 200 len: 999 time: 0.0919478 Mar 04 20:43:32.180910 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'adb9fd9a-d60f-4be1-932f-2d375dc14c18', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'port_id': '8abaf644-daa3-4c77-9092-de51018d0756', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'mac_address': 'fa:16:3e:58:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:15Z', 'updated_at': '2022-03-04T20:43:30Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:32.191686 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-5048da1f-817c-49ce-9103-004dff1b2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:32.195058 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-5048da1f-817c-49ce-9103-004dff1b2ef5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 200 len: 850 time: 0.0516076 Mar 04 20:43:32.220922 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] Checking router: 06773d19-c628-4c94-adc2-da92cfeb0068 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:32.231900 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:32.232595 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:32.268136 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-573ba6f8-f683-4965-bef5-a217381d78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:32.270638 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-573ba6f8-f683-4965-bef5-a217381d78ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=120b0cca-600e-463f-a708-f379fc55ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676556 Mar 04 20:43:32.391579 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-94e1d0e4-e350-452e-9462-011d2dbf3acb service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141641 Mar 04 20:43:32.506995 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:32.528401 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6b3031b5-5c21-4a88-bd0a-52289b916e21 req-88818d9a-8bce-4bd6-94c3-46ace894b011 service neutron] 10.222.0.39 "GET /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302941 Mar 04 20:43:32.538301 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d173f484-c770-43f6-bc2f-79af3b7bf8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:32.753029 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:32.765387 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'adb9fd9a-d60f-4be1-932f-2d375dc14c18', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'port_id': '8abaf644-daa3-4c77-9092-de51018d0756', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'mac_address': 'fa:16:3e:58:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:15Z', 'updated_at': '2022-03-04T20:43:30Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:32.796132 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02face84-a4a8-4fb9-a53c-af2789d2b896 None None] The sync data for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi is: [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': 'adb9fd9a-d60f-4be1-932f-2d375dc14c18', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'port_id': '8abaf644-daa3-4c77-9092-de51018d0756', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'mac_address': 'fa:16:3e:58:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:15Z', 'updated_at': '2022-03-04T20:43:30Z', 'revision_number': 1, 'project_id': '495cf1098ce74fe78d3252717d450334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:33.026804 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef469b0-45c2-484e-a43c-c7b66b456a8b None None] New status for floating IP adb9fd9a-d60f-4be1-932f-2d375dc14c18: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:43:33.057747 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Deleting port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:33.058091 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:33.140429 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] For port 5b429f58-6d1e-4d0b-9e31-1a7955a563c7, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,segment=NetworkSegment(0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec),segment_id=0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:33.140429 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:33.157138 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Calling delete_port for 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:33.412676 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (5b429f58-6d1e-4d0b-9e31-1a7955a563c7), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:33.439106 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b429f58-6d1e-4d0b-9e31-1a7955a563c7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:33.615408 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:33.720838 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:33.840612 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:33.942873 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43586) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:33.958865 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:33.963954 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-71848403-ba81-4929-92bd-ab456be91ff6 admin admin] 10.222.0.37 "PUT /v2.0/routers/268f22b3-f0ff-4dd3-88ed-ff9c8b84d592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9539623 Mar 04 20:43:33.966515 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43590) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:33.968110 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] Sync routers for ids ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:33.984214 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] Routers {'268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:33.984863 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:34.087253 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks [] for router (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.088041 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29bfa43d-a5c4-42f5-96d9-c50418ed0e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.127887 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] Set router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:34.181765 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29bfa43d-a5c4-42f5-96d9-c50418ed0e5a admin admin] Publish callbacks [] for security_group (8e3f06e3-b359-4b16-bf6f-a8db624b9a23), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.206862 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks [] for router_gateway (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.311727 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:43:33Z', 'revision_number': 5, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port': {'id': 'dbabb51a-55ef-4bc8-bcac-f8ebe4568c36', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:34.337926 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29bfa43d-a5c4-42f5-96d9-c50418ed0e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8e3f06e3-b359-4b16-bf6f-a8db624b9a23), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.338584 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] Checking router: 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:34.349503 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] Routers {'268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:34.350119 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:34.383665 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfa43d-a5c4-42f5-96d9-c50418ed0e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f06e3-b359-4b16-bf6f-a8db624b9a23,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:34.384001 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Deleting port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:34.384258 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.395690 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43594) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:34.398975 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-29bfa43d-a5c4-42f5-96d9-c50418ed0e5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47aba65ad1104643994faec96d914a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4528646 Mar 04 20:43:34.449728 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] Set router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 gateway port host: None {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:34.504409 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:43:34Z', 'revision_number': 6, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port_host': None}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:34.504813 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] For port dbabb51a-55ef-4bc8-bcac-f8ebe4568c36, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:34.504949 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.513427 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68b83622-734a-45d9-9c5d-d79c51deeb2c admin admin] Publish callbacks [] for security_group (8e3f06e3-b359-4b16-bf6f-a8db624b9a23), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.525109 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Calling delete_port for dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:34.529475 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7881c11-585c-473f-8103-67fd636d89aa None None] The sync data for ids ['268f22b3-f0ff-4dd3-88ed-ff9c8b84d592'] in dv-cinder-799871-17-iscsi is: [{'id': '268f22b3-f0ff-4dd3-88ed-ff9c8b84d592', 'name': 'tempest-TestShelveInstance-697998990-router', 'tenant_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:37:31Z', 'updated_at': '2022-03-04T20:43:34Z', 'revision_number': 6, 'project_id': '12fbeaa6c5894b2ca1cb36458f52965d', 'gw_port_host': None}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:34.546266 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68b83622-734a-45d9-9c5d-d79c51deeb2c admin admin] Publish callbacks [] for security_group (8e3f06e3-b359-4b16-bf6f-a8db624b9a23), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.717540 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68b83622-734a-45d9-9c5d-d79c51deeb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8e3f06e3-b359-4b16-bf6f-a8db624b9a23), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.720078 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68b83622-734a-45d9-9c5d-d79c51deeb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.721245 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-68b83622-734a-45d9-9c5d-d79c51deeb2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e3f06e3-b359-4b16-bf6f-a8db624b9a23 HTTP/1.1" status: 204 len: 168 time: 0.3244333 Mar 04 20:43:34.734484 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b83622-734a-45d9-9c5d-d79c51deeb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f06e3-b359-4b16-bf6f-a8db624b9a23,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:34.773000 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (dbabb51a-55ef-4bc8-bcac-f8ebe4568c36), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.798657 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbabb51a-55ef-4bc8-bcac-f8ebe4568c36,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:34.870416 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.896263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.989275 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:34.993244 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks [] for router_controller (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.012128 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.097861 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (268f22b3-f0ff-4dd3-88ed-ff9c8b84d592), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.099064 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:43:35.108071 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.108071 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-80d5f4a1-ca7f-4d7c-a17e-9d1910b3d669 admin admin] 10.222.0.37 "DELETE /v2.0/routers/268f22b3-f0ff-4dd3-88ed-ff9c8b84d592 HTTP/1.1" status: 204 len: 168 time: 1.1372285 Mar 04 20:43:35.108329 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43612) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:35.156124 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] Deleting subnet 468961e6-40fc-4ccd-8b24-2c0a1f82d05d {{(pid=103592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:43:35.159173 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] Publish callbacks [] for subnet (468961e6-40fc-4ccd-8b24-2c0a1f82d05d), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.193319 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10002066'] for subnet (468961e6-40fc-4ccd-8b24-2c0a1f82d05d), precommit_delete_associations {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.272344 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (468961e6-40fc-4ccd-8b24-2c0a1f82d05d), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.370142 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43614) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:35.373353 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:35.389326 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2f4-ec0f-41db-845a-bd267fc71814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.395241 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:35.395655 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5b429f58-6d1e-4d0b-9e31-1a7955a563c7 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:35.405619 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:35.421504 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:35.422140 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device dbabb51a-55ef-4bc8-bcac-f8ebe4568c36 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:35.428368 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10286196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8996968'] for subnet (468961e6-40fc-4ccd-8b24-2c0a1f82d05d), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.463511 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.467684 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/468961e6-40fc-4ccd-8b24-2c0a1f82d05d HTTP/1.1" status: 204 len: 168 time: 0.3585207 Mar 04 20:43:35.467899 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa16c0-714a-4eae-8afc-2d58077133df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468961e6-40fc-4ccd-8b24-2c0a1f82d05d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:35.470157 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43616) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:35.476364 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce08c49-c6dd-44bf-904c-05eaee697244 None None] Network aa00c36d-2506-40bb-84bf-5831ee415583 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:35.513181 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2f4-ec0f-41db-845a-bd267fc71814 admin admin] Publish callbacks [] for security_group (87435ab9-0739-4ecb-ac71-fcf2e0b7422f), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.578004 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2f4-ec0f-41db-845a-bd267fc71814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (87435ab9-0739-4ecb-ac71-fcf2e0b7422f), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.593227 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (aa00c36d-2506-40bb-84bf-5831ee415583), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.624570 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-e84cb2f4-ec0f-41db-845a-bd267fc71814 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94ae3158282d4c5fac48423f8d561402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534852 Mar 04 20:43:35.627138 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43618) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:35.635751 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cb2f4-ec0f-41db-845a-bd267fc71814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87435ab9-0739-4ecb-ac71-fcf2e0b7422f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:35.663324 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Deleting port c18d8cd3-9960-492a-91ab-18ecb2680065 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:35.663678 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.691399 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2e51-7fe2-4fc5-a38b-01d9b5a52221 admin admin] Publish callbacks [] for security_group (87435ab9-0739-4ecb-ac71-fcf2e0b7422f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.698791 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] DHCP port deletion for aa00c36d-2506-40bb-84bf-5831ee415583 request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:43:35.715855 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2e51-7fe2-4fc5-a38b-01d9b5a52221 admin admin] Publish callbacks [] for security_group (87435ab9-0739-4ecb-ac71-fcf2e0b7422f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.733955 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] For port c18d8cd3-9960-492a-91ab-18ecb2680065, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=c18d8cd3-9960-492a-91ab-18ecb2680065,segment=NetworkSegment(0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec),segment_id=0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:35.734614 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.748548 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Calling delete_port for c18d8cd3-9960-492a-91ab-18ecb2680065 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:35.749492 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] Deleting port c18d8cd3-9960-492a-91ab-18ecb2680065 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:35.749995 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.817997 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] For port c18d8cd3-9960-492a-91ab-18ecb2680065, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=c18d8cd3-9960-492a-91ab-18ecb2680065,segment=NetworkSegment(0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec),segment_id=0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:35.818311 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.830492 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] Calling delete_port for c18d8cd3-9960-492a-91ab-18ecb2680065 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:35.846195 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2e51-7fe2-4fc5-a38b-01d9b5a52221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (87435ab9-0739-4ecb-ac71-fcf2e0b7422f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.849134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e4ed2e51-7fe2-4fc5-a38b-01d9b5a52221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.850292 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-e4ed2e51-7fe2-4fc5-a38b-01d9b5a52221 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87435ab9-0739-4ecb-ac71-fcf2e0b7422f HTTP/1.1" status: 204 len: 168 time: 0.2220471 Mar 04 20:43:35.858204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed2e51-7fe2-4fc5-a38b-01d9b5a52221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87435ab9-0739-4ecb-ac71-fcf2e0b7422f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:35.914996 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.921469 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (c18d8cd3-9960-492a-91ab-18ecb2680065), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:35.945321 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18d8cd3-9960-492a-91ab-18ecb2680065,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:35.949585 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] No DVR routers for this DVR port c18d8cd3-9960-492a-91ab-18ecb2680065 on host dv-cinder-799871-17-iscsi {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:35.955861 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] Pushing event deleted for resources: {'Port': ['ID=c18d8cd3-9960-492a-91ab-18ecb2680065,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:35.962818 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd5bc3-93f5-4d06-aaea-08e80e00d3bd None None] No DVR routers for this DVR port c18d8cd3-9960-492a-91ab-18ecb2680065 on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:36.030960 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (aa00c36d-2506-40bb-84bf-5831ee415583), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.054722 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa00c36d-2506-40bb-84bf-5831ee415583']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:36.064562 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:36.064863 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:36.085142 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9689971'] for segment (0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.095431 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.101209 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:43:36.101598 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9668106'] for segment (0e6d2e82-27bf-47f0-a49f-40ca4fc1bcec), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: Traceback (most recent call last): Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: timer() Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: cb(*args, **kw) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: return func(*args, **kwargs) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: self._notify() Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: self.callback(batched_events) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: event.method(event) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: return f(self, *a, **k) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._get(url).json() Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: return self.request(url, 'GET', **kwargs) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:43:36.103218 dv-cinder-799871-17-iscsi neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:43:36.235225 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (aa00c36d-2506-40bb-84bf-5831ee415583), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.241417 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.247485 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aa00c36d-2506-40bb-84bf-5831ee415583 HTTP/1.1" status: 204 len: 168 time: 0.7734728 Mar 04 20:43:36.257244 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859d349-bb87-47c8-979c-0c7b96fe7ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa00c36d-2506-40bb-84bf-5831ee415583,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:36.658448 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43640) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:36.686768 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.703453 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3f44693f-7c0e-4d27-964e-adf3c6d2da9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=919c307d3caa4ee6bffe40cc58a0011b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415003 Mar 04 20:43:36.703683 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43642) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:36.752888 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ed28d73-a647-4326-9360-f3dca6beb30b admin admin] Publish callbacks [] for security_group (8e63a78e-eca7-466b-b8ab-0702594b071f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.775117 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ed28d73-a647-4326-9360-f3dca6beb30b admin admin] Publish callbacks [] for security_group (8e63a78e-eca7-466b-b8ab-0702594b071f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.903364 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ed28d73-a647-4326-9360-f3dca6beb30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8e63a78e-eca7-466b-b8ab-0702594b071f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.906032 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ed28d73-a647-4326-9360-f3dca6beb30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:36.907190 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-7ed28d73-a647-4326-9360-f3dca6beb30b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e63a78e-eca7-466b-b8ab-0702594b071f HTTP/1.1" status: 204 len: 168 time: 0.2026052 Mar 04 20:43:36.916217 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed28d73-a647-4326-9360-f3dca6beb30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63a78e-eca7-466b-b8ab-0702594b071f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:37.368015 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device c18d8cd3-9960-492a-91ab-18ecb2680065 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:37.389304 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: c18d8cd3-9960-492a-91ab-18ecb2680065 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:37.389656 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device c18d8cd3-9960-492a-91ab-18ecb2680065 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:37.677924 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43694) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:37.719321 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-acd6027c-b22e-46e8-9a96-152b33263f65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12fbeaa6c5894b2ca1cb36458f52965d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402234 Mar 04 20:43:37.721779 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43696) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:37.769779 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8676-9ec3-4451-a368-762be7039ed0 admin admin] Publish callbacks [] for security_group (3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.793464 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8676-9ec3-4451-a368-762be7039ed0 admin admin] Publish callbacks [] for security_group (3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.875153 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8676-9ec3-4451-a368-762be7039ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.877756 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8676-9ec3-4451-a368-762be7039ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.879405 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-d0ac8676-9ec3-4451-a368-762be7039ed0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f HTTP/1.1" status: 204 len: 168 time: 0.1561744 Mar 04 20:43:37.888260 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac8676-9ec3-4451-a368-762be7039ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3205b5a8-53fb-47f3-a96d-6abc8d2b4a2f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:39.512444 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-6f74dabe-1a90-473b-9442-e200b6420c3c tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808392226&fields=id&tenant_id=599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 267 time: 0.0499563 Mar 04 20:43:39.627271 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-d1b3dc56-b72a-4c2e-98a3-cbe26eea8e7f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.628779 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-d1b3dc56-b72a-4c2e-98a3-cbe26eea8e7f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 812 time: 0.1089444 Mar 04 20:43:39.648204 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-f74f7785-2ce1-4444-ae48-ce3f40e3330f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/quotas/599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 375 time: 0.0134020 Mar 04 20:43:39.704644 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-ca8ff136-2861-4e21-93a3-a83b6e689904 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509472 Mar 04 20:43:39.805727 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-86358dce-dec3-4f5d-b949-07054d5c66c1 service neutron] 10.222.0.37 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889115 Mar 04 20:43:39.901504 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-1ce70786-3676-4d54-8e97-0a6ba2414a32 service neutron] 10.222.0.37 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902190 Mar 04 20:43:40.407246 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fa792c9e-413d-44f9-ac38-e6614d0af2da req-faf9a549-4525-4794-93a9-ccfff8717647 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 210 time: 0.0267403 Mar 04 20:43:41.507223 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1b710d46-a8ce-49d2-8575-62b5dfcc7bb6 req-6d2d03dc-d5a3-4fbb-a77e-1ac9166181f2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 210 time: 0.0300570 Mar 04 20:43:42.606140 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b59ba496-c196-47cd-8293-e0e52109a1a6 req-c5708337-bd52-4d9d-be54-dc5740358158 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 210 time: 0.0291119 Mar 04 20:43:42.973188 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-9a9594b3-6b12-42a8-9d88-e1797aa47a47 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:42.974956 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-9a9594b3-6b12-42a8-9d88-e1797aa47a47 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 812 time: 0.1257792 Mar 04 20:43:43.042547 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-8c18089f-a93f-4c41-94d7-b88247b4500b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 380 time: 0.0582354 Mar 04 20:43:43.054039 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'port': {'device_id': '937fa20d-26af-4582-813c-3dadcee684ba', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'admin_state_up': True, 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'security_groups': ['2d9f9dd8-d34c-4ed2-b228-96321fde8a28']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:43.228808 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Made reservation on behalf of 599b04fc05bf4935ab091efc597090c2 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:43.232318 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.367250 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Allocated IP 172.20.0.14 (06168da3-93df-4272-9306-a09f30b75f3e/16b0a196-2460-4a8f-a216-7a722bec1401/4a1edb20-16db-4810-85eb-f6146c2e9a2e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:43.510078 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.618590 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.666019 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Network 06168da3-93df-4272-9306-a09f30b75f3e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:43.669515 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:43.673782 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:43.681268 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=4a1edb20-16db-4810-85eb-f6146c2e9a2e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:43.730624 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:43.731290 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.738166 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112e3a2-1ae6-4b37-ac03-cd1aa5a6a1f3 req-c3f50556-ac61-4b99-9ad7-081110298d82 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:43.747193 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d112e3a2-1ae6-4b37-ac03-cd1aa5a6a1f3 req-c3f50556-ac61-4b99-9ad7-081110298d82 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 932 time: 0.0699527 Mar 04 20:43:43.794155 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d112e3a2-1ae6-4b37-ac03-cd1aa5a6a1f3 req-dd91ef91-68a0-42a4-b579-57d137a443c4 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460632 Mar 04 20:43:43.827343 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-b83ca58d-3e70-4a53-a155-c85fa20f045b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772498 Mar 04 20:43:43.840391 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Request body: {'port': {'device_id': '937fa20d-26af-4582-813c-3dadcee684ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:43.914046 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.964161 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-827db26e-f70a-4880-b754-3e16e5e68a33 None None] Provisioning complete for port 4a1edb20-16db-4810-85eb-f6146c2e9a2e triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:43.964818 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-827db26e-f70a-4880-b754-3e16e5e68a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.999668 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-827db26e-f70a-4880-b754-3e16e5e68a33 None None] Port 4a1edb20-16db-4810-85eb-f6146c2e9a2e cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:44.197609 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1edb20-16db-4810-85eb-f6146c2e9a2e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:44.206901 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Publish callbacks [] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:44.221407 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Transition to ACTIVE for port object 4a1edb20-16db-4810-85eb-f6146c2e9a2e will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:43:44.263431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:44.321175 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Pushing event updated for resources: {'Port': ['ID=4a1edb20-16db-4810-85eb-f6146c2e9a2e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:44.390116 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Attempting to bind port 4a1edb20-16db-4810-85eb-f6146c2e9a2e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:44.390510 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Attempting to bind port 4a1edb20-16db-4810-85eb-f6146c2e9a2e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:44.390838 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Attempting to bind port 4a1edb20-16db-4810-85eb-f6146c2e9a2e on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:44.395506 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Port 4a1edb20-16db-4810-85eb-f6146c2e9a2e on network 06168da3-93df-4272-9306-a09f30b75f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:43:44.395833 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Attempting to bind port 4a1edb20-16db-4810-85eb-f6146c2e9a2e on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:44.401434 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:44.401767 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Checking segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:44.402149 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Bound using segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:44.402572 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Bound port: 4a1edb20-16db-4810-85eb-f6146c2e9a2e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:44.402931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:44.472182 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] For port 4a1edb20-16db-4810-85eb-f6146c2e9a2e, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:44.476192 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] For port 4a1edb20-16db-4810-85eb-f6146c2e9a2e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:44.526859 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:44.568002 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.568646 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:44.570045 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] 10.222.0.39 "PUT /v2.0/ports/4a1edb20-16db-4810-85eb-f6146c2e9a2e HTTP/1.1" status: 200 len: 1094 time: 0.7340984 Mar 04 20:43:44.570496 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:44.572763 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb13fb68-9cf3-4f75-80fe-06c986c20a87" -d '{"events": [{"name": "network-changed", "server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:44.606665 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e7995-8277-4644-8f17-adc4cf84c0bd service neutron] Pushing event updated for resources: {'Port': ['ID=4a1edb20-16db-4810-85eb-f6146c2e9a2e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:44.624915 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f58c7-7afb-4045-a6db-4967ef518067 x-openstack-request-id: req-ed9f58c7-7afb-4045-a6db-4967ef518067 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:44.625527 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:44.625527 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed9f58c7-7afb-4045-a6db-4967ef518067 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:44.625873 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'status': 'completed', 'code': 200} Mar 04 20:43:44.691877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fb68-9cf3-4f75-80fe-06c986c20a87 req-809ce303-98f4-4004-a0d0-e1a7bdb74c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.693593 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cb13fb68-9cf3-4f75-80fe-06c986c20a87 req-809ce303-98f4-4004-a0d0-e1a7bdb74c72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 1128 time: 0.0486779 Mar 04 20:43:44.803271 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fb68-9cf3-4f75-80fe-06c986c20a87 req-7e0c0945-80e0-4da5-a317-cf78e0e370ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.804742 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cb13fb68-9cf3-4f75-80fe-06c986c20a87 req-7e0c0945-80e0-4da5-a317-cf78e0e370ee service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=599b04fc05bf4935ab091efc597090c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0999031 Mar 04 20:43:44.903405 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fb68-9cf3-4f75-80fe-06c986c20a87 req-f32ea4e8-9b57-48aa-ad1b-67d85622f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.904911 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cb13fb68-9cf3-4f75-80fe-06c986c20a87 req-f32ea4e8-9b57-48aa-ad1b-67d85622f200 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930147 Mar 04 20:43:44.920036 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384cd4a-55ec-455b-af68-9711087222de req-58d480ee-4a10-4e72-8ff1-5d221365919f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.921561 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2384cd4a-55ec-455b-af68-9711087222de req-58d480ee-4a10-4e72-8ff1-5d221365919f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0578387 Mar 04 20:43:44.976909 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-2384cd4a-55ec-455b-af68-9711087222de req-8ca27198-62bf-458c-8a69-0d9472a610ca tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496688 Mar 04 20:43:44.995331 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-311fd5db-a85d-4c03-b784-efb9b8d5c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.996879 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-311fd5db-a85d-4c03-b784-efb9b8d5c393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 1128 time: 0.0455322 Mar 04 20:43:45.041984 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-047ca811-d181-4a83-9a36-bd3cea274ba2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e HTTP/1.1" status: 200 len: 217 time: 0.0383897 Mar 04 20:43:45.089496 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-558deb44-1083-4448-b4ec-8c6d13e7ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:45.090929 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-558deb44-1083-4448-b4ec-8c6d13e7ea91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0429780 Mar 04 20:43:45.140731 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1e480-79c2-481c-8366-264b726909ea req-476ce706-b1ed-4cbb-b980-43c4ee9662bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:45.142235 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-476ce706-b1ed-4cbb-b980-43c4ee9662bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451283 Mar 04 20:43:45.238428 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-3ad9afea-d657-45d9-a60c-8b8dad6bc8cc service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886219 Mar 04 20:43:45.331319 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e0e1e480-79c2-481c-8366-264b726909ea req-d93e96d0-179e-4643-84ad-5960fc64f224 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865514 Mar 04 20:43:46.115485 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313115d-50cd-4a0f-a802-b2dc94171513 req-265a1ed7-0ea0-4e43-9f14-ade994f85a2a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:46.117046 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5313115d-50cd-4a0f-a802-b2dc94171513 req-265a1ed7-0ea0-4e43-9f14-ade994f85a2a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0571363 Mar 04 20:43:46.168707 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5313115d-50cd-4a0f-a802-b2dc94171513 req-2c0e7209-c88d-40a4-b36b-ae15897e4f66 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453296 Mar 04 20:43:47.295489 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f03827-e7f9-48e8-b252-ab4f954e2891 req-df3584ae-e2ff-4fa7-8eb9-c135dc223177 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:47.297003 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-37f03827-e7f9-48e8-b252-ab4f954e2891 req-df3584ae-e2ff-4fa7-8eb9-c135dc223177 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0610461 Mar 04 20:43:47.347359 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-37f03827-e7f9-48e8-b252-ab4f954e2891 req-72b4438d-26d8-4c90-8334-3f7f65f86a02 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Mar 04 20:43:48.470115 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbee7e8-bbe5-4254-9313-cd90087dab5e req-0bbbc784-a969-44e2-8551-cbaac87b55da tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:48.471576 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0cbee7e8-bbe5-4254-9313-cd90087dab5e req-0bbbc784-a969-44e2-8551-cbaac87b55da tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0536945 Mar 04 20:43:48.519612 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0cbee7e8-bbe5-4254-9313-cd90087dab5e req-bc33c21b-5900-4d10-9baf-a0c038891e39 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Mar 04 20:43:49.634617 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7e5d8-5aba-4422-bd30-61dcaab59ff9 req-1bce0d37-973d-4d04-810e-ecceb935a3c8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:49.636088 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9da7e5d8-5aba-4422-bd30-61dcaab59ff9 req-1bce0d37-973d-4d04-810e-ecceb935a3c8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0520215 Mar 04 20:43:49.687282 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9da7e5d8-5aba-4422-bd30-61dcaab59ff9 req-127c2457-3232-45fc-91ee-d8469ac1b954 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457029 Mar 04 20:43:50.811538 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0862de-d3c7-4c6c-a972-447dfd0c030a req-08a77faf-8bc1-4631-8f55-1765081d1afb tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:50.812952 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4c0862de-d3c7-4c6c-a972-447dfd0c030a req-08a77faf-8bc1-4631-8f55-1765081d1afb tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0591424 Mar 04 20:43:50.861892 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4c0862de-d3c7-4c6c-a972-447dfd0c030a req-647899ce-b0c3-4a28-a7b6-a1081892984b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433307 Mar 04 20:43:51.982516 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c18c-2d2f-4215-a6cc-e3cb7c97ec01 req-ad856130-d555-4a61-926c-923e88de2d73 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:51.983978 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1158c18c-2d2f-4215-a6cc-e3cb7c97ec01 req-ad856130-d555-4a61-926c-923e88de2d73 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0557530 Mar 04 20:43:52.032262 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-1158c18c-2d2f-4215-a6cc-e3cb7c97ec01 req-c159aa4b-3f72-4391-97c9-7f205bd10931 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Mar 04 20:43:53.153134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca4371-c09c-41db-a480-73f50540facc req-8001c5d1-1428-4b09-bd1f-81d4637cb3d3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:53.154710 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-46ca4371-c09c-41db-a480-73f50540facc req-8001c5d1-1428-4b09-bd1f-81d4637cb3d3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 944 time: 0.0550866 Mar 04 20:43:53.203547 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-46ca4371-c09c-41db-a480-73f50540facc req-98f3e101-52f4-485d-ba32-28248c04f8fd tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Mar 04 20:43:53.352872 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 4a1edb20-16db-4810-85eb-f6146c2e9a2e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:43:53.453708 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 4a1edb20-16db-4810-85eb-f6146c2e9a2e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:53.464045 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'port_id': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'mac_address': 'fa:16:3e:31:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:43:53.500888 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 4a1edb20-16db-4810-85eb-f6146c2e9a2e is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:53.501224 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.514278 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1edb20-16db-4810-85eb-f6146c2e9a2e {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:53.533296 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 4a1edb20-16db-4810-85eb-f6146c2e9a2e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:53.594262 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.647776 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=4a1edb20-16db-4810-85eb-f6146c2e9a2e,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:53.807448 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['4a1edb20-16db-4810-85eb-f6146c2e9a2e'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:54.327634 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f30d60-c253-4825-92bd-750ecf9ca335 req-9ec93c99-43f0-4303-95a3-87049a52cfe3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:54.329236 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-71f30d60-c253-4825-92bd-750ecf9ca335 req-9ec93c99-43f0-4303-95a3-87049a52cfe3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 945 time: 0.0595884 Mar 04 20:43:54.377830 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-71f30d60-c253-4825-92bd-750ecf9ca335 req-341df563-2e7f-4021-9724-75ee8a7256ff tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431328 Mar 04 20:43:54.599761 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43838) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:54.704050 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.775983 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Publish callbacks [] for security_group (84d2651f-fab2-4ad9-a5b5-aad0feaafefe), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.828686 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (84d2651f-fab2-4ad9-a5b5-aad0feaafefe), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.869944 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c30ccdb91ed4517adef5a3d7668aa53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690573 Mar 04 20:43:54.870784 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2651f-fab2-4ad9-a5b5-aad0feaafefe,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:54.872692 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43842) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:54.878163 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.878515 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.878860 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.879195 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.879526 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.880410 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.880410 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.880579 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.880822 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.881147 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.881467 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.881786 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.882103 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd77e60-f776-4ba3-b285-3267dd862895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:54.930858 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Publish callbacks [] for security_group (84d2651f-fab2-4ad9-a5b5-aad0feaafefe), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.955422 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Publish callbacks [] for security_group (84d2651f-fab2-4ad9-a5b5-aad0feaafefe), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.074545 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (84d2651f-fab2-4ad9-a5b5-aad0feaafefe), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.077073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.078248 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84d2651f-fab2-4ad9-a5b5-aad0feaafefe HTTP/1.1" status: 204 len: 168 time: 0.2041974 Mar 04 20:43:55.086399 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2651f-fab2-4ad9-a5b5-aad0feaafefe,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:55.093538 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.093897 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.094270 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.094646 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.094998 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.095314 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.095649 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.095984 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.096369 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.096706 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.097036 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.097358 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.097691 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734893d1-8f52-474e-9278-d26af487c3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:55.373350 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 4a1edb20-16db-4810-85eb-f6146c2e9a2e up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:55.501877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f2b6-dafa-4164-b741-32dc5ca1022c req-d8190648-0ab6-4dba-a333-4fffaae2f026 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:55.503359 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4a13f2b6-dafa-4164-b741-32dc5ca1022c req-d8190648-0ab6-4dba-a333-4fffaae2f026 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 945 time: 0.0557814 Mar 04 20:43:55.508593 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 4a1edb20-16db-4810-85eb-f6146c2e9a2e completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:43:55.512770 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 4a1edb20-16db-4810-85eb-f6146c2e9a2e triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:55.513264 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.552674 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4a13f2b6-dafa-4164-b741-32dc5ca1022c req-6859b763-2d10-42ab-bf2f-c6e153a6db20 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Mar 04 20:43:55.593323 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 4a1edb20-16db-4810-85eb-f6146c2e9a2e is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:55.593711 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.616674 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:55.619562 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64b7360-27b8-445e-ba13-2c96eee585cf" -d '{"events": [{"server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "name": "network-vif-plugged", "status": "completed", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:55.633503 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 4a1edb20-16db-4810-85eb-f6146c2e9a2e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:55.657957 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e97f6a5-3812-4036-8f83-a300123c0f60 x-openstack-request-id: req-0e97f6a5-3812-4036-8f83-a300123c0f60 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:55.658249 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "name": "network-vif-plugged", "status": "completed", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:55.658505 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e97f6a5-3812-4036-8f83-a300123c0f60 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:55.658934 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'code': 200} Mar 04 20:43:55.690991 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.739684 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=4a1edb20-16db-4810-85eb-f6146c2e9a2e,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:55.990843 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2e86b-017f-49ce-8ed4-fe1e0a762a6b req-f9c3142b-836a-4aa1-bd92-8ca49e8e79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:55.992864 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75a2e86b-017f-49ce-8ed4-fe1e0a762a6b req-f9c3142b-836a-4aa1-bd92-8ca49e8e79ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 1130 time: 0.0438454 Mar 04 20:43:56.039772 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-75a2e86b-017f-49ce-8ed4-fe1e0a762a6b req-c5345091-731c-4433-8574-0547638850c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Mar 04 20:43:56.674596 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2323e-0c36-489f-ab51-92918d05bad2 req-5095a630-8812-48e4-86ef-07a70b771c98 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:56.676087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6ae2323e-0c36-489f-ab51-92918d05bad2 req-5095a630-8812-48e4-86ef-07a70b771c98 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 946 time: 0.0566087 Mar 04 20:43:56.725030 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-6ae2323e-0c36-489f-ab51-92918d05bad2 req-af093427-89f9-42ff-910a-01deca2c3277 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Mar 04 20:43:57.843605 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62148-a8e2-48e2-b320-28782bfdaaa5 req-33e57abd-9d5b-4976-9a6b-e6e34e5edc46 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:57.845146 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8bf62148-a8e2-48e2-b320-28782bfdaaa5 req-33e57abd-9d5b-4976-9a6b-e6e34e5edc46 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 946 time: 0.0523903 Mar 04 20:43:57.894962 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8bf62148-a8e2-48e2-b320-28782bfdaaa5 req-bf35458a-d30c-4eec-b54b-577070e8062a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Mar 04 20:43:58.013651 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5bf6d-1e08-4384-8fb0-002138c2db5e req-3ffb941c-8b6d-4180-9486-5da20a8f273a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:58.015159 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aca5bf6d-1e08-4384-8fb0-002138c2db5e req-3ffb941c-8b6d-4180-9486-5da20a8f273a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 946 time: 0.0554447 Mar 04 20:43:58.064336 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-aca5bf6d-1e08-4384-8fb0-002138c2db5e req-ed458c6e-46c5-4586-bd6f-faa7c8d9d724 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435381 Mar 04 20:43:58.086633 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43908) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:58.275370 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f041083b-0535-4e62-b751-9e08cf2d881a tempest-TestVolumeBootPattern-942636013 tempest-TestVolumeBootPattern-942636013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:58.276961 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f041083b-0535-4e62-b751-9e08cf2d881a tempest-TestVolumeBootPattern-942636013 tempest-TestVolumeBootPattern-942636013-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 1125 time: 0.1891162 Mar 04 20:43:58.279845 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43912) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:58.284098 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'port_id': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:58.388888 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:58.744671 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:58.846672 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Allocated IP 172.27.3.25 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/43e6194d-05c3-4c44-83ab-2ece26033e5b) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:58.946647 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.023359 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.063770 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:59.066545 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:59.069989 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:59.075521 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=43e6194d-05c3-4c44-83ab-2ece26033e5b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:59.453902 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (59857347-2ed5-4e61-99ae-c9060c167c81), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.569980 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.718357 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.777130 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9668142'] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.843097 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=43e6194d-05c3-4c44-83ab-2ece26033e5b,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:59.855007 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (59857347-2ed5-4e61-99ae-c9060c167c81), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.957971 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Floating IP 59857347-2ed5-4e61-99ae-c9060c167c81 associated. External IP: 172.27.3.25, port: 4a1edb20-16db-4810-85eb-f6146c2e9a2e. Mar 04 20:44:00.174770 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:00.177982 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b409d669-7954-4f02-95ce-86cc62df2b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.285705 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:00.295900 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:00.306309 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:00.306936 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:00.339452 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.370542 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8958a0fe-017f-4c8a-a86a-5721eebd6dac tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0896468 Mar 04 20:44:00.373193 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:00.373615 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a63e16-6ccc-44f1-a033-d09dcade7fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:00.409486 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3157f82-5ba1-467c-9638-58b295b22080 x-openstack-request-id: req-a3157f82-5ba1-467c-9638-58b295b22080 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:00.409802 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:00.410078 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3157f82-5ba1-467c-9638-58b295b22080 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:00.410489 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'status': 'completed', 'code': 200} Mar 04 20:44:00.419940 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:00.478598 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-36e0ccb0-912a-44d8-9850-002fcf9eb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:00.480172 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-36e0ccb0-912a-44d8-9850-002fcf9eb8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 1130 time: 0.0446270 Mar 04 20:44:00.576446 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-0248c2d9-8052-478c-8345-fe88ff1f1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:00.577915 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-0248c2d9-8052-478c-8345-fe88ff1f1c02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0906370 Mar 04 20:44:00.654519 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-393c5d75-b0ad-4928-bd31-406d4a299947 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e HTTP/1.1" status: 200 len: 999 time: 0.0684185 Mar 04 20:44:00.655859 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '59857347-2ed5-4e61-99ae-c9060c167c81', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:31:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937fa20d-26af-4582-813c-3dadcee684ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:59Z', 'updated_at': '2022-03-04T20:43:59Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:00.682792 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:00.691400 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:00.692011 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:43:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:00.706960 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-3088fe1f-4916-41f8-9fd2-7859052ee049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:00.708605 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-3088fe1f-4916-41f8-9fd2-7859052ee049 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0478911 Mar 04 20:44:00.760583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-73f48b17-9551-4d00-8f20-450b2ed64cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:00.762114 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-73f48b17-9551-4d00-8f20-450b2ed64cb0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483322 Mar 04 20:44:00.862706 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-7e2b70d9-c677-487c-a330-5ff0874d4b0b service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946341 Mar 04 20:44:00.951147 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:00.953959 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-70a63e16-6ccc-44f1-a033-d09dcade7fdc req-52001f22-a93a-4f1c-91b5-29bab5e58ba4 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848000 Mar 04 20:44:01.207202 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '59857347-2ed5-4e61-99ae-c9060c167c81', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:31:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937fa20d-26af-4582-813c-3dadcee684ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:59Z', 'updated_at': '2022-03-04T20:43:59Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:01.233776 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fb40-88e4-4785-a5df-aa3b2fb2b419 None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '59857347-2ed5-4e61-99ae-c9060c167c81', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:31:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937fa20d-26af-4582-813c-3dadcee684ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:59Z', 'updated_at': '2022-03-04T20:43:59Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:01.417392 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226b5eb-d8a2-4b5a-bf3d-8e06ec0a0e27 None None] New status for floating IP 59857347-2ed5-4e61-99ae-c9060c167c81: ACTIVE {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:44:02.303082 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:44:02.497316 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bdb83cd8-55f2-4a33-947f-a932899017ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:03.748345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:04.869089 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:04.948453 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.947506 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 43984) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:06.048040 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e83709f2-0a87-43c2-a962-c4ea80dee084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.119940 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e83709f2-0a87-43c2-a962-c4ea80dee084 admin admin] Publish callbacks [] for security_group (efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.188126 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e83709f2-0a87-43c2-a962-c4ea80dee084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.230792 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-e83709f2-0a87-43c2-a962-c4ea80dee084 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=097d4d01218a4f458adf5549985862ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822039 Mar 04 20:44:06.231652 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83709f2-0a87-43c2-a962-c4ea80dee084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:06.233557 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43988) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:06.281896 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6534e0d0-c655-45f9-99e1-e3dbefaa74fd admin admin] Publish callbacks [] for security_group (efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.304660 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6534e0d0-c655-45f9-99e1-e3dbefaa74fd admin admin] Publish callbacks [] for security_group (efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.434213 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6534e0d0-c655-45f9-99e1-e3dbefaa74fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.436880 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6534e0d0-c655-45f9-99e1-e3dbefaa74fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.438041 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-6534e0d0-c655-45f9-99e1-e3dbefaa74fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18 HTTP/1.1" status: 204 len: 168 time: 0.2034979 Mar 04 20:44:06.445971 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534e0d0-c655-45f9-99e1-e3dbefaa74fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb513f-fee9-4ff4-9bfc-2ed6dbcbcc18,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:06.691115 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:06.991418 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43994) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:07.004693 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1efad606-aac7-4053-9a11-99778851e3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.081992 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1efad606-aac7-4053-9a11-99778851e3bb admin admin] Publish callbacks [] for security_group (5739833e-750e-42ad-afd6-66aab6b83ba9), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.147682 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1efad606-aac7-4053-9a11-99778851e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (5739833e-750e-42ad-afd6-66aab6b83ba9), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.184715 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efad606-aac7-4053-9a11-99778851e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5739833e-750e-42ad-afd6-66aab6b83ba9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:07.189065 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-1efad606-aac7-4053-9a11-99778851e3bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f728d1038e00455d94683f6bac0eb5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966083 Mar 04 20:44:07.191757 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 43998) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:07.238717 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18b9c7e6-44ac-4235-89bb-e80317e0e86e admin admin] Publish callbacks [] for security_group (5739833e-750e-42ad-afd6-66aab6b83ba9), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.259753 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18b9c7e6-44ac-4235-89bb-e80317e0e86e admin admin] Publish callbacks [] for security_group (5739833e-750e-42ad-afd6-66aab6b83ba9), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.353901 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18b9c7e6-44ac-4235-89bb-e80317e0e86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (5739833e-750e-42ad-afd6-66aab6b83ba9), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.356581 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18b9c7e6-44ac-4235-89bb-e80317e0e86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.357740 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-18b9c7e6-44ac-4235-89bb-e80317e0e86e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5739833e-750e-42ad-afd6-66aab6b83ba9 HTTP/1.1" status: 204 len: 168 time: 0.1651988 Mar 04 20:44:07.370031 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9c7e6-44ac-4235-89bb-e80317e0e86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739833e-750e-42ad-afd6-66aab6b83ba9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:07.895073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44006) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:07.908959 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-627a6667-bdb0-4ac3-be7e-cf7ff044aacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:07.982078 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-627a6667-bdb0-4ac3-be7e-cf7ff044aacb admin admin] Publish callbacks [] for security_group (80647aaf-d1a1-4b9a-9aa0-19d77af7dc76), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:08.040611 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-627a6667-bdb0-4ac3-be7e-cf7ff044aacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (80647aaf-d1a1-4b9a-9aa0-19d77af7dc76), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:08.080902 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-627a6667-bdb0-4ac3-be7e-cf7ff044aacb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a589bdd70a1e4cdc9070cc6c57ea32ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846793 Mar 04 20:44:08.081690 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a6667-bdb0-4ac3-be7e-cf7ff044aacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80647aaf-d1a1-4b9a-9aa0-19d77af7dc76,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:08.084405 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44008) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:08.132705 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a73b1bc-117d-44c4-ae96-89c31ca92497 admin admin] Publish callbacks [] for security_group (80647aaf-d1a1-4b9a-9aa0-19d77af7dc76), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:08.153583 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a73b1bc-117d-44c4-ae96-89c31ca92497 admin admin] Publish callbacks [] for security_group (80647aaf-d1a1-4b9a-9aa0-19d77af7dc76), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:08.257375 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a73b1bc-117d-44c4-ae96-89c31ca92497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (80647aaf-d1a1-4b9a-9aa0-19d77af7dc76), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:08.260165 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3a73b1bc-117d-44c4-ae96-89c31ca92497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:08.261425 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3a73b1bc-117d-44c4-ae96-89c31ca92497 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80647aaf-d1a1-4b9a-9aa0-19d77af7dc76 HTTP/1.1" status: 204 len: 168 time: 0.1756165 Mar 04 20:44:08.269976 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73b1bc-117d-44c4-ae96-89c31ca92497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80647aaf-d1a1-4b9a-9aa0-19d77af7dc76,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:11.162294 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-93d68bcf-76ea-4e09-90c2-2fecba90d299 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f5a93fbe77a246fcb1371a5bdd4b91b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310123 Mar 04 20:44:11.597384 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-64c17b22-e962-4014-bbcf-acfa01cf11e8 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:11.598729 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-64c17b22-e962-4014-bbcf-acfa01cf11e8 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4309797 Mar 04 20:44:11.613130 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-6f4e8c36-bb0c-4a83-a1c8-2a45edcbaac9 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/quotas/f5a93fbe77a246fcb1371a5bdd4b91b3 HTTP/1.1" status: 200 len: 375 time: 0.0089538 Mar 04 20:44:11.645040 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-8c82a700-eac5-47ee-b3ae-ece8c1413d5c tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5a93fbe77a246fcb1371a5bdd4b91b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263412 Mar 04 20:44:12.889320 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-8758bd53-1955-4538-9dbe-54a1805f4096 req-190224ea-4ced-4896-82f6-da426d058a54 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 210 time: 0.0396583 Mar 04 20:44:13.981584 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-1b35b732-4439-40a8-84f8-6f97db7c26a0 req-95a404b8-37b7-4b83-9acd-83ffc54f2664 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 210 time: 0.0268905 Mar 04 20:44:14.593709 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-aab12ce8-180f-454a-9f05-82cde427998c tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5a93fbe77a246fcb1371a5bdd4b91b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208182 Mar 04 20:44:14.700616 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-6564a9e3-d407-4d63-8f96-65a2be657141 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:14.702135 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-6564a9e3-d407-4d63-8f96-65a2be657141 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043153 Mar 04 20:44:14.715620 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Request body: {'port': {'device_id': '00267cfb-296d-454c-8b4a-d356246aaf73', 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3', 'admin_state_up': True, 'tenant_id': 'f5a93fbe77a246fcb1371a5bdd4b91b3'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:14.896809 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Made reservation on behalf of f5a93fbe77a246fcb1371a5bdd4b91b3 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:44:14.900243 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:14.910515 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:14.996618 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks [] for security_group (49610959-b97e-4894-a9c6-c541ae764dfe), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.045802 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (49610959-b97e-4894-a9c6-c541ae764dfe), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.082043 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-91a85971-7630-449c-9b5d-9182c9c0dc91 req-ef301d61-5f27-4684-a233-20833d5579fb tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 210 time: 0.0276060 Mar 04 20:44:15.110090 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49610959-b97e-4894-a9c6-c541ae764dfe,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:15.178932 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Allocated IP 192.168.233.222 (08633acf-81bf-433e-8e95-2a3276aa8aa3/83909fc0-0c42-4ad9-a779-5cd801f24084/71e3d951-1088-491c-9a61-85af0942839d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:44:15.325350 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks [] for port (71e3d951-1088-491c-9a61-85af0942839d), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.411858 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (71e3d951-1088-491c-9a61-85af0942839d), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.456989 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Network 08633acf-81bf-433e-8e95-2a3276aa8aa3 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:44:15.459856 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:44:15.467215 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:44:15.469739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Pushing event updated for resources: {'Port': ['ID=71e3d951-1088-491c-9a61-85af0942839d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:15.523408 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:15.524046 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.631521 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-2a3b4b29-7e1b-414d-a2a9-c6563f08ca6a tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9202528 Mar 04 20:44:15.644159 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Request body: {'port': {'device_id': '00267cfb-296d-454c-8b4a-d356246aaf73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:15.694100 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-6a9778e8-5fde-42a5-b67d-1a2fbad15b6a None None] Provisioning complete for port 71e3d951-1088-491c-9a61-85af0942839d triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:15.694720 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6a9778e8-5fde-42a5-b67d-1a2fbad15b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (71e3d951-1088-491c-9a61-85af0942839d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.703206 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (71e3d951-1088-491c-9a61-85af0942839d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.731365 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-6a9778e8-5fde-42a5-b67d-1a2fbad15b6a None None] Port 71e3d951-1088-491c-9a61-85af0942839d cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:44:15.962813 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e3d951-1088-491c-9a61-85af0942839d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:44:15.970877 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Publish callbacks [] for port (71e3d951-1088-491c-9a61-85af0942839d), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:15.983055 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Transition to ACTIVE for port object 71e3d951-1088-491c-9a61-85af0942839d will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:44:16.045308 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (71e3d951-1088-491c-9a61-85af0942839d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:16.099345 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Pushing event updated for resources: {'Port': ['ID=71e3d951-1088-491c-9a61-85af0942839d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:16.211859 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Attempting to bind port 71e3d951-1088-491c-9a61-85af0942839d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:44:16.212199 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Attempting to bind port 71e3d951-1088-491c-9a61-85af0942839d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:44:16.212565 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Attempting to bind port 71e3d951-1088-491c-9a61-85af0942839d on network 08633acf-81bf-433e-8e95-2a3276aa8aa3 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:44:16.223044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Port 71e3d951-1088-491c-9a61-85af0942839d on network 08633acf-81bf-433e-8e95-2a3276aa8aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:44:16.223371 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Attempting to bind port 71e3d951-1088-491c-9a61-85af0942839d on network 08633acf-81bf-433e-8e95-2a3276aa8aa3 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:44:16.231423 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:44:16.231764 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Checking segment: {'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:44:16.232157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Bound using segment: {'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:44:16.232700 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Bound port: 71e3d951-1088-491c-9a61-85af0942839d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2209d-d3b4-43a1-892f-8e7b6da9f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:44:16.233122 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (71e3d951-1088-491c-9a61-85af0942839d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:16.258602 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa1524-663e-4228-a3b2-569e9367e672 req-f3300f32-5d66-4394-ac60-dac09fc6c5c0 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:16.260096 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-52aa1524-663e-4228-a3b2-569e9367e672 req-f3300f32-5d66-4394-ac60-dac09fc6c5c0 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 948 time: 0.1024344 Mar 04 20:44:16.343420 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] For port 71e3d951-1088-491c-9a61-85af0942839d, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:44:16.348047 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-52aa1524-663e-4228-a3b2-569e9367e672 req-ebf99a6b-6946-4ec2-bc69-3bf97ad1f9ff tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658395 Mar 04 20:44:16.349675 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] For port 71e3d951-1088-491c-9a61-85af0942839d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=71e3d951-1088-491c-9a61-85af0942839d,segment=NetworkSegment(f8c2209d-d3b4-43a1-892f-8e7b6da9f21e),segment_id=f8c2209d-d3b4-43a1-892f-8e7b6da9f21e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:44:16.417257 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (71e3d951-1088-491c-9a61-85af0942839d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:16.450429 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:16.451082 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:16.453087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] 10.222.0.39 "PUT /v2.0/ports/71e3d951-1088-491c-9a61-85af0942839d HTTP/1.1" status: 200 len: 1098 time: 0.8128726 Mar 04 20:44:16.457196 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00267cfb-296d-454c-8b4a-d356246aaf73', 'tag': '71e3d951-1088-491c-9a61-85af0942839d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:16.460281 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e90ef9d-be1d-4815-9846-757b57a20bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "00267cfb-296d-454c-8b4a-d356246aaf73", "tag": "71e3d951-1088-491c-9a61-85af0942839d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:16.496761 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176408a-b0f3-49d6-8310-42d2d829c308 service neutron] Pushing event updated for resources: {'Port': ['ID=71e3d951-1088-491c-9a61-85af0942839d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:16.504307 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d429c1af-5f32-4e8d-a153-67b64cd7295d x-openstack-request-id: req-d429c1af-5f32-4e8d-a153-67b64cd7295d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:16.504794 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00267cfb-296d-454c-8b4a-d356246aaf73", "tag": "71e3d951-1088-491c-9a61-85af0942839d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:16.505223 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d429c1af-5f32-4e8d-a153-67b64cd7295d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:16.505843 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00267cfb-296d-454c-8b4a-d356246aaf73', 'tag': '71e3d951-1088-491c-9a61-85af0942839d', 'status': 'completed', 'code': 200} Mar 04 20:44:16.584955 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ef9d-be1d-4815-9846-757b57a20bb8 req-afff0f46-4053-4580-a0c1-f0778ae25917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:16.586486 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7e90ef9d-be1d-4815-9846-757b57a20bb8 req-afff0f46-4053-4580-a0c1-f0778ae25917 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5a93fbe77a246fcb1371a5bdd4b91b3&device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 1132 time: 0.0597432 Mar 04 20:44:16.612729 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7e90ef9d-be1d-4815-9846-757b57a20bb8 req-31f50208-ef85-43f1-99d7-241145cb8720 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f5a93fbe77a246fcb1371a5bdd4b91b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194886 Mar 04 20:44:16.710565 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ef9d-be1d-4815-9846-757b57a20bb8 req-d2e86a7d-61a2-4fe3-bdad-3c66f9fc5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:16.712041 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7e90ef9d-be1d-4815-9846-757b57a20bb8 req-d2e86a7d-61a2-4fe3-bdad-3c66f9fc5d8f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892470 Mar 04 20:44:16.790553 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-bd7d309c-07eb-4775-b61b-f59581e0c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:16.791950 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-bd7d309c-07eb-4775-b61b-f59581e0c23c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5a93fbe77a246fcb1371a5bdd4b91b3&device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 1132 time: 0.0448661 Mar 04 20:44:16.841487 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-41a6749d-dc03-43ec-9ea6-cb4318014bed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=71e3d951-1088-491c-9a61-85af0942839d HTTP/1.1" status: 200 len: 217 time: 0.0415173 Mar 04 20:44:16.900952 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-5eacf3e1-4e18-494d-b53f-7037838c6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:16.902526 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-5eacf3e1-4e18-494d-b53f-7037838c6da4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83909fc0-0c42-4ad9-a779-5cd801f24084 HTTP/1.1" status: 200 len: 843 time: 0.0545373 Mar 04 20:44:16.952582 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-3b625e2d-7acb-491c-b8ec-7c2562f16c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:16.954111 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-3b625e2d-7acb-491c-b8ec-7c2562f16c76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08633acf-81bf-433e-8e95-2a3276aa8aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0448885 Mar 04 20:44:17.050573 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-6f775ffa-fa2f-46d5-8cbe-6b1cfdc06e4c service neutron] 10.222.0.39 "GET /v2.0/networks/08633acf-81bf-433e-8e95-2a3276aa8aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870614 Mar 04 20:44:17.139978 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-874c9990-c4bb-4a39-af35-ed047824a4ce req-ee9f2cfe-1e6c-41b7-8906-f4a0183bf677 service neutron] 10.222.0.39 "GET /v2.0/networks/08633acf-81bf-433e-8e95-2a3276aa8aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826020 Mar 04 20:44:17.470629 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45772c-c6d3-42db-ad18-d6adb489d529 req-307620cf-fc04-4362-8c49-3fdad5817854 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:17.472165 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5c45772c-c6d3-42db-ad18-d6adb489d529 req-307620cf-fc04-4362-8c49-3fdad5817854 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 948 time: 0.0586734 Mar 04 20:44:17.525666 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5c45772c-c6d3-42db-ad18-d6adb489d529 req-8d1ee626-3439-4515-8357-cd7cd032c5a0 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478463 Mar 04 20:44:18.640765 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0782b2-88df-4249-a0c8-8464dba493b0 req-ed083489-4e57-41f6-af82-072cdc7d4a0e tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:18.642243 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4e0782b2-88df-4249-a0c8-8464dba493b0 req-ed083489-4e57-41f6-af82-072cdc7d4a0e tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 948 time: 0.0510390 Mar 04 20:44:18.687477 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4e0782b2-88df-4249-a0c8-8464dba493b0 req-5b19d0f4-d364-49f2-9a75-7fef55932e0c tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Mar 04 20:44:19.499524 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 71e3d951-1088-491c-9a61-85af0942839d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:44:19.595176 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 71e3d951-1088-491c-9a61-85af0942839d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=71e3d951-1088-491c-9a61-85af0942839d,segment=NetworkSegment(f8c2209d-d3b4-43a1-892f-8e7b6da9f21e),segment_id=f8c2209d-d3b4-43a1-892f-8e7b6da9f21e)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:19.606001 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '71e3d951-1088-491c-9a61-85af0942839d', 'network_id': '08633acf-81bf-433e-8e95-2a3276aa8aa3', 'port_id': '71e3d951-1088-491c-9a61-85af0942839d', 'mac_address': 'fa:16:3e:85:0e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83909fc0-0c42-4ad9-a779-5cd801f24084', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:44:19.645806 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 71e3d951-1088-491c-9a61-85af0942839d is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:19.646197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (71e3d951-1088-491c-9a61-85af0942839d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:19.659558 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e3d951-1088-491c-9a61-85af0942839d {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:44:19.677891 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 71e3d951-1088-491c-9a61-85af0942839d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=71e3d951-1088-491c-9a61-85af0942839d,segment=NetworkSegment(f8c2209d-d3b4-43a1-892f-8e7b6da9f21e),segment_id=f8c2209d-d3b4-43a1-892f-8e7b6da9f21e)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:19.753891 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (71e3d951-1088-491c-9a61-85af0942839d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:19.802902 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=71e3d951-1088-491c-9a61-85af0942839d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:19.805756 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc65b7-8f39-4550-a9d3-938a4a822060 req-80a97807-76ed-4bd1-8f0a-051d2860ee5d tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:19.807450 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4fdc65b7-8f39-4550-a9d3-938a4a822060 req-80a97807-76ed-4bd1-8f0a-051d2860ee5d tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 949 time: 0.0538292 Mar 04 20:44:19.811279 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.811639 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.811995 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.812354 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.812695 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.813028 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.813365 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.813695 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.814029 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.814359 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.814689 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.815052 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.815360 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:19.859954 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4fdc65b7-8f39-4550-a9d3-938a4a822060 req-cceee5b3-d00e-47f3-9be0-32daf6bacb66 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Mar 04 20:44:19.979466 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['71e3d951-1088-491c-9a61-85af0942839d'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:44:20.979729 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009f585-4985-4500-8c4d-768730094519 req-ff720c54-7834-4376-8b80-b8532ae26084 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:20.981915 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8009f585-4985-4500-8c4d-768730094519 req-ff720c54-7834-4376-8b80-b8532ae26084 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 949 time: 0.0562162 Mar 04 20:44:21.028867 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8009f585-4985-4500-8c4d-768730094519 req-e7ba4993-571b-4b3a-bae0-68a69228d872 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Mar 04 20:44:21.510281 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 71e3d951-1088-491c-9a61-85af0942839d up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:44:21.616694 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 71e3d951-1088-491c-9a61-85af0942839d completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:44:21.621021 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 71e3d951-1088-491c-9a61-85af0942839d triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:21.621394 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (71e3d951-1088-491c-9a61-85af0942839d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:21.699296 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 71e3d951-1088-491c-9a61-85af0942839d is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:21.699677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (71e3d951-1088-491c-9a61-85af0942839d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:21.721418 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00267cfb-296d-454c-8b4a-d356246aaf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e3d951-1088-491c-9a61-85af0942839d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:21.723629 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4faf62a-bc4f-4bc6-9108-e980b58e1722" -d '{"events": [{"server_uuid": "00267cfb-296d-454c-8b4a-d356246aaf73", "name": "network-vif-plugged", "status": "completed", "tag": "71e3d951-1088-491c-9a61-85af0942839d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:21.735495 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 71e3d951-1088-491c-9a61-85af0942839d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=71e3d951-1088-491c-9a61-85af0942839d,segment=NetworkSegment(f8c2209d-d3b4-43a1-892f-8e7b6da9f21e),segment_id=f8c2209d-d3b4-43a1-892f-8e7b6da9f21e)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:21.760537 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae52bf5-40f8-4398-8c4c-247cac0e7f45 x-openstack-request-id: req-bae52bf5-40f8-4398-8c4c-247cac0e7f45 {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:21.760772 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00267cfb-296d-454c-8b4a-d356246aaf73", "name": "network-vif-plugged", "status": "completed", "tag": "71e3d951-1088-491c-9a61-85af0942839d", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:21.761034 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bae52bf5-40f8-4398-8c4c-247cac0e7f45 {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:21.762066 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00267cfb-296d-454c-8b4a-d356246aaf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e3d951-1088-491c-9a61-85af0942839d', 'code': 200} Mar 04 20:44:21.793907 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (71e3d951-1088-491c-9a61-85af0942839d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:21.844860 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=71e3d951-1088-491c-9a61-85af0942839d,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:22.007739 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70de9c7-6691-49a0-94b3-394cc25d0414 req-cf8802ae-1722-44e7-bf3c-6727d521fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:22.009224 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b70de9c7-6691-49a0-94b3-394cc25d0414 req-cf8802ae-1722-44e7-bf3c-6727d521fafd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 1134 time: 0.0429921 Mar 04 20:44:22.050880 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b70de9c7-6691-49a0-94b3-394cc25d0414 req-0859714a-8abc-47e7-b4b2-bf19540001e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Mar 04 20:44:22.145902 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff8d5-99c6-44a5-9e15-3baf177f2f4e req-74bb31af-5a0c-4a2b-9e6b-d9c588de5bee tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:22.147356 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d3fff8d5-99c6-44a5-9e15-3baf177f2f4e req-74bb31af-5a0c-4a2b-9e6b-d9c588de5bee tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 950 time: 0.0523288 Mar 04 20:44:22.208198 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d3fff8d5-99c6-44a5-9e15-3baf177f2f4e req-e3f0075f-2c3d-4062-b2a2-ca9d046f8034 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552320 Mar 04 20:44:23.329880 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a64032-de4e-47eb-bee7-acefc667494d req-e99a9edc-d494-489f-8e05-04501f7d9417 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:23.331303 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-58a64032-de4e-47eb-bee7-acefc667494d req-e99a9edc-d494-489f-8e05-04501f7d9417 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 950 time: 0.0566850 Mar 04 20:44:23.379092 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-58a64032-de4e-47eb-bee7-acefc667494d req-19bd4b97-6ac4-4155-9ead-0fbf5cdb1c9d tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Mar 04 20:44:24.494572 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb41474-c16f-43e1-b26a-5dea026f56ae req-8bcda1cf-0867-4103-9fe2-4268e5ee307d tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:24.496103 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fcb41474-c16f-43e1-b26a-5dea026f56ae req-8bcda1cf-0867-4103-9fe2-4268e5ee307d tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 950 time: 0.0516856 Mar 04 20:44:24.555171 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fcb41474-c16f-43e1-b26a-5dea026f56ae req-375cfd5c-7945-410f-9cd0-7bd308e808c2 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534258 Mar 04 20:44:24.975448 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653fc9b-c0f4-440a-a426-49cfbcf637cf req-f386e757-256b-46d0-b665-e1863b2d119f tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:24.976869 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9653fc9b-c0f4-440a-a426-49cfbcf637cf req-f386e757-256b-46d0-b665-e1863b2d119f tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 950 time: 0.0526962 Mar 04 20:44:25.023713 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9653fc9b-c0f4-440a-a426-49cfbcf637cf req-b82b88ad-e037-4b86-ad65-81e8b2c5c4e6 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Mar 04 20:44:26.146055 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b9c90-0cf3-48ac-b3c0-dd23ada4b6cd req-59a726a3-7fcf-4c4f-9125-26e85e7c3826 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:26.147541 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a08b9c90-0cf3-48ac-b3c0-dd23ada4b6cd req-59a726a3-7fcf-4c4f-9125-26e85e7c3826 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 950 time: 0.0546410 Mar 04 20:44:26.193950 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-a08b9c90-0cf3-48ac-b3c0-dd23ada4b6cd req-cda12843-9efe-493f-9749-42fd63000477 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/security-groups?id=49610959-b97e-4894-a9c6-c541ae764dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 Mar 04 20:44:26.376804 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-9f28c48e-094e-4c9d-a340-a513e417c549 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:26.378245 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-9f28c48e-094e-4c9d-a340-a513e417c549 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.39 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 950 time: 0.0552208 Mar 04 20:44:26.470153 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Deleting port 71e3d951-1088-491c-9a61-85af0942839d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:26.470495 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (71e3d951-1088-491c-9a61-85af0942839d), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:26.560555 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] For port 71e3d951-1088-491c-9a61-85af0942839d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=71e3d951-1088-491c-9a61-85af0942839d,segment=NetworkSegment(f8c2209d-d3b4-43a1-892f-8e7b6da9f21e),segment_id=f8c2209d-d3b4-43a1-892f-8e7b6da9f21e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:26.560917 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (71e3d951-1088-491c-9a61-85af0942839d), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:26.572899 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Calling delete_port for 71e3d951-1088-491c-9a61-85af0942839d owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:26.765746 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (71e3d951-1088-491c-9a61-85af0942839d), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:26.779082 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['71e3d951-1088-491c-9a61-85af0942839d'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:44:26.801345 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Pushing event deleted for resources: {'Port': ['ID=71e3d951-1088-491c-9a61-85af0942839d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:26.852466 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] No DVR routers for this DVR port 71e3d951-1088-491c-9a61-85af0942839d on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:26.855843 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:26.859282 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c4a35a21-5990-496c-aee6-f2bcacee0735 req-643dd166-48e7-4b7c-899f-a03176f51152 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.39 "DELETE /v2.0/ports/71e3d951-1088-491c-9a61-85af0942839d HTTP/1.1" status: 204 len: 173 time: 0.4733369 Mar 04 20:44:26.859754 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00267cfb-296d-454c-8b4a-d356246aaf73', 'name': 'network-vif-deleted', 'tag': '71e3d951-1088-491c-9a61-85af0942839d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:26.862931 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12970bc2-769b-4686-b085-da2225d1f484" -d '{"events": [{"server_uuid": "00267cfb-296d-454c-8b4a-d356246aaf73", "name": "network-vif-deleted", "tag": "71e3d951-1088-491c-9a61-85af0942839d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:26.902161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16082e4d-55c4-4a75-bc45-508354afaf29 x-openstack-request-id: req-16082e4d-55c4-4a75-bc45-508354afaf29 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:26.902478 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00267cfb-296d-454c-8b4a-d356246aaf73", "name": "network-vif-deleted", "tag": "71e3d951-1088-491c-9a61-85af0942839d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:26.902738 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16082e4d-55c4-4a75-bc45-508354afaf29 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:26.903149 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00267cfb-296d-454c-8b4a-d356246aaf73', 'name': 'network-vif-deleted', 'tag': '71e3d951-1088-491c-9a61-85af0942839d', 'status': 'completed', 'code': 200} Mar 04 20:44:27.300765 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-5b20e3a1-ee48-432a-bb66-d6d82cb6aeeb req-e5140949-16f8-4675-9c86-aa3b077f1bd6 tempest-VolumesNegativeTest-1178029599 tempest-VolumesNegativeTest-1178029599-project] 10.222.0.37 "GET /v2.0/ports?device_id=00267cfb-296d-454c-8b4a-d356246aaf73 HTTP/1.1" status: 200 len: 210 time: 0.0296822 Mar 04 20:44:29.573367 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 71e3d951-1088-491c-9a61-85af0942839d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:29.595703 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 71e3d951-1088-491c-9a61-85af0942839d {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:29.595982 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 71e3d951-1088-491c-9a61-85af0942839d not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:30.159692 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c3423b63-6167-40eb-8620-abd71740dac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:31.973859 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf7b5-67c0-42e2-b289-34692eb2a6ea req-3b457b04-874a-4919-9e92-a9ba6a5a7d94 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:31.976388 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-794cf7b5-67c0-42e2-b289-34692eb2a6ea req-3b457b04-874a-4919-9e92-a9ba6a5a7d94 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 945 time: 0.0544508 Mar 04 20:44:32.023855 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-794cf7b5-67c0-42e2-b289-34692eb2a6ea req-3e816581-3a5c-45af-8969-b0c6b798db50 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423400 Mar 04 20:44:32.525685 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-39c13840-006b-4a07-abde-fae594403a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:33.143613 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b25c9-1b4d-43b2-94d7-9c2df0cec197 req-53226064-526c-4ef7-813d-0250fde5ee4c tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:33.145101 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-016b25c9-1b4d-43b2-94d7-9c2df0cec197 req-53226064-526c-4ef7-813d-0250fde5ee4c tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 945 time: 0.0542238 Mar 04 20:44:33.193959 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-016b25c9-1b4d-43b2-94d7-9c2df0cec197 req-f90e5ac0-8b5e-4f4a-ab3b-55e0bbb0d782 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422044 Mar 04 20:44:33.713838 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-d626be7f-a004-430c-a8f2-a0b58ff55a8e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:33.715276 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-d626be7f-a004-430c-a8f2-a0b58ff55a8e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 945 time: 0.0560043 Mar 04 20:44:33.765441 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:33.807427 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Deleting port 8abaf644-daa3-4c77-9092-de51018d0756 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:33.807755 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (8abaf644-daa3-4c77-9092-de51018d0756), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:33.899592 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] For port 8abaf644-daa3-4c77-9092-de51018d0756, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8abaf644-daa3-4c77-9092-de51018d0756,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:33.899956 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (8abaf644-daa3-4c77-9092-de51018d0756), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.069870 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.070228 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (adb9fd9a-d60f-4be1-932f-2d375dc14c18), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.070548 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Floating IP adb9fd9a-d60f-4be1-932f-2d375dc14c18 disassociated. External IP: 172.27.3.238, port: 8abaf644-daa3-4c77-9092-de51018d0756. Mar 04 20:44:34.070890 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Calling delete_port for 8abaf644-daa3-4c77-9092-de51018d0756 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:34.076679 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44482) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:34.190136 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-c94867e6-2888-4ee8-b8b9-e21486659532 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757198 Mar 04 20:44:34.211767 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-e039675e-b959-4f8a-8030-7fa403b189b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5a93fbe77a246fcb1371a5bdd4b91b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337852 Mar 04 20:44:34.214748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:34.270900 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5be76c12-1e36-4166-99b6-c4724821d315 admin admin] Publish callbacks [] for security_group (49610959-b97e-4894-a9c6-c541ae764dfe), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.293959 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5be76c12-1e36-4166-99b6-c4724821d315 admin admin] Publish callbacks [] for security_group (49610959-b97e-4894-a9c6-c541ae764dfe), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.303977 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (8abaf644-daa3-4c77-9092-de51018d0756), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.344061 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event deleted for resources: {'Port': ['ID=8abaf644-daa3-4c77-9092-de51018d0756,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:34.362339 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-659e4aaa-87ef-47a2-9e13-dd44672a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:34.363832 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-659e4aaa-87ef-47a2-9e13-dd44672a7d14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 1130 time: 0.1213045 Mar 04 20:44:34.417409 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776148-a7f1-4f9d-9984-3d3bd83be711 req-64183624-d721-4086-8171-47798d524dab tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:34.418734 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f5776148-a7f1-4f9d-9984-3d3bd83be711 req-64183624-d721-4086-8171-47798d524dab tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 867 time: 0.1499515 Mar 04 20:44:34.433599 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5be76c12-1e36-4166-99b6-c4724821d315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (49610959-b97e-4894-a9c6-c541ae764dfe), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.436565 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5be76c12-1e36-4166-99b6-c4724821d315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.439944 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-5be76c12-1e36-4166-99b6-c4724821d315 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49610959-b97e-4894-a9c6-c541ae764dfe HTTP/1.1" status: 204 len: 168 time: 0.2219069 Mar 04 20:44:34.445893 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be76c12-1e36-4166-99b6-c4724821d315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49610959-b97e-4894-a9c6-c541ae764dfe,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:34.582328 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f5776148-a7f1-4f9d-9984-3d3bd83be711 req-a0a0b3db-7110-4aed-8bb8-6c8ba73b3219 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups?id=352fced9-7d07-4c56-a637-8da70a7ef0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463346 Mar 04 20:44:34.590643 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-893f2002-87aa-4aca-ba88-e7955f2944cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:34.592133 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-893f2002-87aa-4aca-ba88-e7955f2944cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.1935821 Mar 04 20:44:34.596435 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Router 06773d19-c628-4c94-adc2-da92cfeb0068 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:34.710227 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-ad59922a-de5f-4b75-9411-d85a0781eb8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e HTTP/1.1" status: 200 len: 1001 time: 0.1101670 Mar 04 20:44:34.806076 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:34.808946 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-5b75161e-e18c-401c-8b25-b30468109198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:34.810515 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-5b75161e-e18c-401c-8b25-b30468109198 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0655465 Mar 04 20:44:34.823846 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dec026-d780-432e-ab31-2926ed954108 None None] Sync routers for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:34.851897 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:34.852752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:44:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:34.903315 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] No DVR routers for this DVR port 8abaf644-daa3-4c77-9092-de51018d0756 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:34.908085 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.911494 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d06f48a9-2d40-4a8c-940c-2e061a4843b6 req-66d5c378-81a6-46d7-8d3b-ac3ca20b81bf tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.39 "DELETE /v2.0/ports/8abaf644-daa3-4c77-9092-de51018d0756 HTTP/1.1" status: 204 len: 173 time: 1.1907051 Mar 04 20:44:34.911953 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'name': 'network-vif-deleted', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:34.915596 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:34.916822 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d07a2b4-0c97-408b-b7bd-6a35987d0a94" -d '{"events": [{"server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "name": "network-vif-deleted", "tag": "8abaf644-daa3-4c77-9092-de51018d0756"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:34.933435 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-93dc8866-c699-4a66-aae1-3b31f2d679fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:34.933435 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-93dc8866-c699-4a66-aae1-3b31f2d679fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1157498 Mar 04 20:44:34.959330 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcfcb4d-ee68-4cc8-8829-f7ca54d23dcc x-openstack-request-id: req-bbcfcb4d-ee68-4cc8-8829-f7ca54d23dcc {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:34.959628 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9e86f8-4193-403e-9c0e-fb3a2ca09d16", "name": "network-vif-deleted", "tag": "8abaf644-daa3-4c77-9092-de51018d0756", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:34.959883 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbcfcb4d-ee68-4cc8-8829-f7ca54d23dcc {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:34.960280 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9e86f8-4193-403e-9c0e-fb3a2ca09d16', 'name': 'network-vif-deleted', 'tag': '8abaf644-daa3-4c77-9092-de51018d0756', 'status': 'completed', 'code': 200} Mar 04 20:44:34.993691 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:35.021685 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:35.031898 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-d5135006-e68d-4488-96d8-1781c2008113 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922234 Mar 04 20:44:35.125782 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e09ca2ff-a565-40e0-93ae-0b96e4532cb5 req-ecc7efcb-312b-4a18-a5a5-135db82b0a48 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854454 Mar 04 20:44:35.203759 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:35.230963 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dec026-d780-432e-ab31-2926ed954108 None None] Checking router: 06773d19-c628-4c94-adc2-da92cfeb0068 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:35.240201 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:35.240836 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:44:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:35.349842 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:35.548318 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-61dec026-d780-432e-ab31-2926ed954108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:35.574309 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dec026-d780-432e-ab31-2926ed954108 None None] The sync data for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi is: [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:39:37Z', 'revision_number': 4, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '2bea809b-853d-4152-8683-45d57efb9e03', 'name': '', 'network_id': '120b0cca-600e-463f-a708-f379fc55ed42', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'mac_address': 'fa:16:3e:82:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:36Z', 'updated_at': '2022-03-04T20:39:44Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'subnets': [{'id': '4d263ec6-e70a-4736-b318-a6eadb8e87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:35.693690 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4f6a8a2e-1776-44a8-a1e7-1a8d546448d4 req-d008fd60-9b59-48ec-868e-4aa3b898fd7f tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e9e86f8-4193-403e-9c0e-fb3a2ca09d16 HTTP/1.1" status: 200 len: 210 time: 0.0286138 Mar 04 20:44:35.809193 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475c68a6-063d-46b8-8a38-88a193ed76d3 None None] New status for floating IP adb9fd9a-d60f-4be1-932f-2d375dc14c18: DOWN {{(pid=103594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:44:36.645069 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.811664 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44504) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:36.866893 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65257d7d-cc72-4abb-9a74-023956108130 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (352fced9-7d07-4c56-a637-8da70a7ef0a1), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.895014 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65257d7d-cc72-4abb-9a74-023956108130 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (352fced9-7d07-4c56-a637-8da70a7ef0a1), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.988060 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65257d7d-cc72-4abb-9a74-023956108130 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (352fced9-7d07-4c56-a637-8da70a7ef0a1), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.990807 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65257d7d-cc72-4abb-9a74-023956108130 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.991907 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-65257d7d-cc72-4abb-9a74-023956108130 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "DELETE /v2.0/security-groups/352fced9-7d07-4c56-a637-8da70a7ef0a1 HTTP/1.1" status: 204 len: 168 time: 0.1791444 Mar 04 20:44:36.995236 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44506) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:37.001951 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65257d7d-cc72-4abb-9a74-023956108130 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352fced9-7d07-4c56-a637-8da70a7ef0a1,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:37.020905 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.api.v2.resource [None req-9a7944c3-1886-4b1d-b33d-17fbd4f8a16e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] show failed (client error): The resource could not be found. Mar 04 20:44:37.020905 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-9a7944c3-1886-4b1d-b33d-17fbd4f8a16e tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "GET /v2.0/security-groups/352fced9-7d07-4c56-a637-8da70a7ef0a1 HTTP/1.1" status: 404 len: 347 time: 0.0153856 Mar 04 20:44:37.021213 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44508) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:37.143298 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Deleting port 78d152e9-9692-4a3f-81a7-6b1d31d2ee64 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:37.143641 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:37.217208 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:37.217599 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:37.229073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Calling delete_port for 78d152e9-9692-4a3f-81a7-6b1d31d2ee64 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:37.422236 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (78d152e9-9692-4a3f-81a7-6b1d31d2ee64), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:37.448664 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Pushing event deleted for resources: {'Port': ['ID=78d152e9-9692-4a3f-81a7-6b1d31d2ee64,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:37.508885 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks [] for floatingip (adb9fd9a-d60f-4be1-932f-2d375dc14c18), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:37.511403 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:37.512568 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c6c848a9-4f00-47c4-9160-c4880f5c2333 tempest-AttachVolumeTestJSON-269830995 tempest-AttachVolumeTestJSON-269830995-project] 10.222.0.37 "DELETE /v2.0/floatingips/adb9fd9a-d60f-4be1-932f-2d375dc14c18 HTTP/1.1" status: 204 len: 168 time: 0.4900820 Mar 04 20:44:37.603724 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8abaf644-daa3-4c77-9092-de51018d0756 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:37.624729 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 8abaf644-daa3-4c77-9092-de51018d0756 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:37.625077 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 8abaf644-daa3-4c77-9092-de51018d0756 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:39.301955 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:44:41.614412 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:42.098606 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (06773d19-c628-4c94-adc2-da92cfeb0068), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.337296 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Deleting port 2bea809b-853d-4152-8683-45d57efb9e03 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:42.337552 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (2bea809b-853d-4152-8683-45d57efb9e03), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.661636 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] For port 2bea809b-853d-4152-8683-45d57efb9e03, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=2bea809b-853d-4152-8683-45d57efb9e03,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:42.662390 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (2bea809b-853d-4152-8683-45d57efb9e03), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.674185 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Calling delete_port for 2bea809b-853d-4152-8683-45d57efb9e03 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:42.902202 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (2bea809b-853d-4152-8683-45d57efb9e03), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.930625 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=2bea809b-853d-4152-8683-45d57efb9e03,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:43.100981 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (06773d19-c628-4c94-adc2-da92cfeb0068), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:43.314426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Router 06773d19-c628-4c94-adc2-da92cfeb0068 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:43.424035 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:43.431162 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-dab5917a-9fa6-4b3b-a96f-f4a781ebaf1c admin admin] 10.222.0.37 "PUT /v2.0/routers/06773d19-c628-4c94-adc2-da92cfeb0068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134332 Mar 04 20:44:43.431462 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44542) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:43.434310 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] Sync routers for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:43.446358 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:43.447081 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:44:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:43.540543 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks [] for router (06773d19-c628-4c94-adc2-da92cfeb0068), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:43.650924 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks [] for router_gateway (06773d19-c628-4c94-adc2-da92cfeb0068), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:43.683761 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:43.756203 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Deleting port e3848160-6568-4eba-80fe-84f30a4cee28 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:43.756881 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:43.835728 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] For port e3848160-6568-4eba-80fe-84f30a4cee28, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e3848160-6568-4eba-80fe-84f30a4cee28,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:43.836084 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:43.847725 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Calling delete_port for e3848160-6568-4eba-80fe-84f30a4cee28 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:43.864462 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:44:42Z', 'revision_number': 5, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port': {'id': 'e3848160-6568-4eba-80fe-84f30a4cee28', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:39:32Z', 'updated_at': '2022-03-04T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:43.892739 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] Checking router: 06773d19-c628-4c94-adc2-da92cfeb0068 for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:43.901295 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] Routers {'06773d19-c628-4c94-adc2-da92cfeb0068'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:43.901820 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:44:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['06773d19-c628-4c94-adc2-da92cfeb0068'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:43.991380 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] Set router 06773d19-c628-4c94-adc2-da92cfeb0068 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:44.046734 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:44:43Z', 'revision_number': 6, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port_host': None}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:44.072877 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d2a56-fa94-4746-9f86-d00e33760b51 None None] The sync data for ids ['06773d19-c628-4c94-adc2-da92cfeb0068'] in dv-cinder-799871-17-iscsi is: [{'id': '06773d19-c628-4c94-adc2-da92cfeb0068', 'name': 'tempest-AttachVolumeTestJSON-1952826338-router', 'tenant_id': '495cf1098ce74fe78d3252717d450334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:39:31Z', 'updated_at': '2022-03-04T20:44:43Z', 'revision_number': 6, 'project_id': '495cf1098ce74fe78d3252717d450334', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:44.085323 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (e3848160-6568-4eba-80fe-84f30a4cee28), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.116108 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e3848160-6568-4eba-80fe-84f30a4cee28,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:44.177330 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (06773d19-c628-4c94-adc2-da92cfeb0068), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.268106 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (06773d19-c628-4c94-adc2-da92cfeb0068), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.270206 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks [] for router_controller (06773d19-c628-4c94-adc2-da92cfeb0068), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.376764 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (06773d19-c628-4c94-adc2-da92cfeb0068), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.377344 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06773d19-c628-4c94-adc2-da92cfeb0068 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:44:44.381598 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.382785 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-0af4b9f4-c223-4934-ad5e-1362f88f93ac admin admin] 10.222.0.37 "DELETE /v2.0/routers/06773d19-c628-4c94-adc2-da92cfeb0068 HTTP/1.1" status: 204 len: 168 time: 0.9503775 Mar 04 20:44:44.385257 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44544) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:44.431213 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] Deleting subnet 4d263ec6-e70a-4736-b318-a6eadb8e87da {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:44:44.434514 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] Publish callbacks [] for subnet (4d263ec6-e70a-4736-b318-a6eadb8e87da), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.470236 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (4d263ec6-e70a-4736-b318-a6eadb8e87da), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.553606 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (4d263ec6-e70a-4736-b318-a6eadb8e87da), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.667533 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (4d263ec6-e70a-4736-b318-a6eadb8e87da), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.693132 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d263ec6-e70a-4736-b318-a6eadb8e87da,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:44.698044 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.702578 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-07c4688f-8f12-4089-9fa8-5c9bececf488 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d263ec6-e70a-4736-b318-a6eadb8e87da HTTP/1.1" status: 204 len: 168 time: 0.3162150 Mar 04 20:44:44.703969 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4939b-9a30-4a87-9978-f266801b8ec0 None None] Network 120b0cca-600e-463f-a708-f379fc55ed42 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:44:44.705045 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44546) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:44.772469 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (120b0cca-600e-463f-a708-f379fc55ed42), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.836585 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Deleting port 5f8cc0d8-541e-46a1-9a74-60531064cbcc {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:44.837161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.871444 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] DHCP port deletion for 120b0cca-600e-463f-a708-f379fc55ed42 request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:44:44.912688 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] For port 5f8cc0d8-541e-46a1-9a74-60531064cbcc, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5f8cc0d8-541e-46a1-9a74-60531064cbcc,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:44.913057 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.922960 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] Deleting port 5f8cc0d8-541e-46a1-9a74-60531064cbcc {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:44.923478 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:44.927154 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Calling delete_port for 5f8cc0d8-541e-46a1-9a74-60531064cbcc owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:44.994073 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] For port 5f8cc0d8-541e-46a1-9a74-60531064cbcc, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5f8cc0d8-541e-46a1-9a74-60531064cbcc,segment=NetworkSegment(20f7c380-3d84-49f2-9359-ff8ba05c117b),segment_id=20f7c380-3d84-49f2-9359-ff8ba05c117b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:44.994478 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.008096 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] Calling delete_port for 5f8cc0d8-541e-46a1-9a74-60531064cbcc owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:45.079624 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.087299 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (5f8cc0d8-541e-46a1-9a74-60531064cbcc), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.107563 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8cc0d8-541e-46a1-9a74-60531064cbcc,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:45.112365 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] No DVR routers for this DVR port 5f8cc0d8-541e-46a1-9a74-60531064cbcc on host dv-cinder-799871-17-iscsi {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:45.120946 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] Pushing event deleted for resources: {'Port': ['ID=5f8cc0d8-541e-46a1-9a74-60531064cbcc,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:45.125871 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b06a4-6d39-4d4a-81b1-bcc256d0f6db None None] No DVR routers for this DVR port 5f8cc0d8-541e-46a1-9a74-60531064cbcc on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:45.186913 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (120b0cca-600e-463f-a708-f379fc55ed42), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.210081 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120b0cca-600e-463f-a708-f379fc55ed42']}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:45.220472 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f7c380-3d84-49f2-9359-ff8ba05c117b') {'for_net_delete': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:45.224878 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f7c380-3d84-49f2-9359-ff8ba05c117b') {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:45.229966 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10002025'] for segment (20f7c380-3d84-49f2-9359-ff8ba05c117b), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.244312 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (20f7c380-3d84-49f2-9359-ff8ba05c117b), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.250611 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:44:45.250995 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286110'] for segment (20f7c380-3d84-49f2-9359-ff8ba05c117b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: Traceback (most recent call last): Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: timer() Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: cb(*args, **kw) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: return func(*args, **kwargs) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: self._notify() Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: self.callback(batched_events) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: event.method(event) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: return f(self, *a, **k) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._get(url).json() Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: return self.request(url, 'GET', **kwargs) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:44:45.252668 dv-cinder-799871-17-iscsi neutron-server[103592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:44:45.364738 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (120b0cca-600e-463f-a708-f379fc55ed42), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.374216 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.379213 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] 10.222.0.37 "DELETE /v2.0/networks/120b0cca-600e-463f-a708-f379fc55ed42 HTTP/1.1" status: 204 len: 168 time: 0.6726978 Mar 04 20:44:45.388999 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bd975-7f14-4790-8b53-27a8f54ff27a admin admin] Pushing event deleted for resources: {'Network': ['ID=120b0cca-600e-463f-a708-f379fc55ed42,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:45.410797 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5f8cc0d8-541e-46a1-9a74-60531064cbcc no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:45.431573 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 5f8cc0d8-541e-46a1-9a74-60531064cbcc {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:45.431921 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5f8cc0d8-541e-46a1-9a74-60531064cbcc not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:45.432363 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2bea809b-853d-4152-8683-45d57efb9e03 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:45.451454 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 2bea809b-853d-4152-8683-45d57efb9e03 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:45.451809 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 2bea809b-853d-4152-8683-45d57efb9e03 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:45.453197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e3848160-6568-4eba-80fe-84f30a4cee28 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:45.470430 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: e3848160-6568-4eba-80fe-84f30a4cee28 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:45.470777 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e3848160-6568-4eba-80fe-84f30a4cee28 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:45.707573 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44550) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:45.747552 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-a879169b-c119-41e8-b0ac-085e54b2f12c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=495cf1098ce74fe78d3252717d450334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387316 Mar 04 20:44:45.749901 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44552) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:45.799805 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f402471-012d-4b4a-b3b1-0a608cd0c770 admin admin] Publish callbacks [] for security_group (9ab64409-54ae-421e-9d6f-2361520b77ad), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.820519 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f402471-012d-4b4a-b3b1-0a608cd0c770 admin admin] Publish callbacks [] for security_group (9ab64409-54ae-421e-9d6f-2361520b77ad), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.947819 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f402471-012d-4b4a-b3b1-0a608cd0c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (9ab64409-54ae-421e-9d6f-2361520b77ad), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.950535 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f402471-012d-4b4a-b3b1-0a608cd0c770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.951682 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9f402471-012d-4b4a-b3b1-0a608cd0c770 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ab64409-54ae-421e-9d6f-2361520b77ad HTTP/1.1" status: 204 len: 168 time: 0.2008994 Mar 04 20:44:45.959410 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f402471-012d-4b4a-b3b1-0a608cd0c770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab64409-54ae-421e-9d6f-2361520b77ad,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:50.657855 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44612) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:50.760995 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e79d6d6-017d-49c4-b8c6-a925a82e9c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.833376 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e79d6d6-017d-49c4-b8c6-a925a82e9c59 admin admin] Publish callbacks [] for security_group (91d62160-91c9-4170-b9d4-8d90c3259885), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.925157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e79d6d6-017d-49c4-b8c6-a925a82e9c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (91d62160-91c9-4170-b9d4-8d90c3259885), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.962921 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79d6d6-017d-49c4-b8c6-a925a82e9c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d62160-91c9-4170-b9d4-8d90c3259885,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:50.967210 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-2e79d6d6-017d-49c4-b8c6-a925a82e9c59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=631704ddd7344351a6efc18f3f56c411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083601 Mar 04 20:44:50.970351 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44616) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:51.018404 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec0bad06-2200-4672-8ba4-62b8f3405eb6 admin admin] Publish callbacks [] for security_group (91d62160-91c9-4170-b9d4-8d90c3259885), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.039043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec0bad06-2200-4672-8ba4-62b8f3405eb6 admin admin] Publish callbacks [] for security_group (91d62160-91c9-4170-b9d4-8d90c3259885), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.393789 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec0bad06-2200-4672-8ba4-62b8f3405eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (91d62160-91c9-4170-b9d4-8d90c3259885), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.396371 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec0bad06-2200-4672-8ba4-62b8f3405eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.397518 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-ec0bad06-2200-4672-8ba4-62b8f3405eb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91d62160-91c9-4170-b9d4-8d90c3259885 HTTP/1.1" status: 204 len: 168 time: 0.4262679 Mar 04 20:44:51.405168 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bad06-2200-4672-8ba4-62b8f3405eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d62160-91c9-4170-b9d4-8d90c3259885,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:53.497431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44666) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:53.601703 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a56f1954-f6da-4a1f-868e-ed787e235421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.674003 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a56f1954-f6da-4a1f-868e-ed787e235421 admin admin] Publish callbacks [] for security_group (26c6d1a6-f366-49eb-8992-73d098d955ff), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.758722 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a56f1954-f6da-4a1f-868e-ed787e235421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (26c6d1a6-f366-49eb-8992-73d098d955ff), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.796942 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-a56f1954-f6da-4a1f-868e-ed787e235421 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=144c73c22ce04446824909372f25756c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984445 Mar 04 20:44:53.798050 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f1954-f6da-4a1f-868e-ed787e235421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c6d1a6-f366-49eb-8992-73d098d955ff,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:53.799832 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44670) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:53.849886 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27c442d1-bc7a-4b8e-8f39-3e37b6ea53c7 admin admin] Publish callbacks [] for security_group (26c6d1a6-f366-49eb-8992-73d098d955ff), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.869265 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27c442d1-bc7a-4b8e-8f39-3e37b6ea53c7 admin admin] Publish callbacks [] for security_group (26c6d1a6-f366-49eb-8992-73d098d955ff), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.987781 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27c442d1-bc7a-4b8e-8f39-3e37b6ea53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (26c6d1a6-f366-49eb-8992-73d098d955ff), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.990457 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27c442d1-bc7a-4b8e-8f39-3e37b6ea53c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.991626 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-27c442d1-bc7a-4b8e-8f39-3e37b6ea53c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26c6d1a6-f366-49eb-8992-73d098d955ff HTTP/1.1" status: 204 len: 168 time: 0.1899216 Mar 04 20:44:53.999356 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c442d1-bc7a-4b8e-8f39-3e37b6ea53c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c6d1a6-f366-49eb-8992-73d098d955ff,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:54.550189 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:54.563218 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-015a3f56-5457-4d7c-8542-55d582bc710e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.635143 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-015a3f56-5457-4d7c-8542-55d582bc710e admin admin] Publish callbacks [] for security_group (55ff94d6-9d5f-481c-b202-cb200da49aa0), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.695854 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-015a3f56-5457-4d7c-8542-55d582bc710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (55ff94d6-9d5f-481c-b202-cb200da49aa0), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.733511 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-015a3f56-5457-4d7c-8542-55d582bc710e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18bc148ab5754a9db400c2b46780a6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821797 Mar 04 20:44:54.734952 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a3f56-5457-4d7c-8542-55d582bc710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff94d6-9d5f-481c-b202-cb200da49aa0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:54.736749 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44678) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:54.784367 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Publish callbacks [] for security_group (55ff94d6-9d5f-481c-b202-cb200da49aa0), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.805425 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Publish callbacks [] for security_group (55ff94d6-9d5f-481c-b202-cb200da49aa0), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.919341 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (55ff94d6-9d5f-481c-b202-cb200da49aa0), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.922920 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.924063 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55ff94d6-9d5f-481c-b202-cb200da49aa0 HTTP/1.1" status: 204 len: 168 time: 0.1862543 Mar 04 20:44:54.931893 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff94d6-9d5f-481c-b202-cb200da49aa0,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:54.939415 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.939766 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.940110 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.940476 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.940810 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.941143 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.941471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.941799 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.942131 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.942453 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.942776 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.943097 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:54.943414 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43a89b5-d6eb-455c-b659-f40c65f8e91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:00.176423 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eba87546-d578-4265-a25c-0240e38b2776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.661398 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44752) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:01.785826 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-610b49af-df67-4786-80c1-389f2669051f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.873400 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-610b49af-df67-4786-80c1-389f2669051f admin admin] Publish callbacks [] for security_group (62c566fa-ebe8-49e4-822f-8e56f5d28f2a), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.913660 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-610b49af-df67-4786-80c1-389f2669051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (62c566fa-ebe8-49e4-822f-8e56f5d28f2a), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.955791 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-610b49af-df67-4786-80c1-389f2669051f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9be075264664bdba0bfdacbafbe8a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933059 Mar 04 20:45:01.956640 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b49af-df67-4786-80c1-389f2669051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c566fa-ebe8-49e4-822f-8e56f5d28f2a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:01.958733 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44756) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:02.014319 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Publish callbacks [] for security_group (62c566fa-ebe8-49e4-822f-8e56f5d28f2a), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.039058 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Publish callbacks [] for security_group (62c566fa-ebe8-49e4-822f-8e56f5d28f2a), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.153967 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (62c566fa-ebe8-49e4-822f-8e56f5d28f2a), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.157191 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.158449 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62c566fa-ebe8-49e4-822f-8e56f5d28f2a HTTP/1.1" status: 204 len: 168 time: 0.1983948 Mar 04 20:45:02.166622 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c566fa-ebe8-49e4-822f-8e56f5d28f2a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:02.174227 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.174588 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.174940 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.175285 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.175627 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.175962 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.176315 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.176655 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.176992 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.177324 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.177661 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.177989 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.178316 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff41b0e-c1ee-47d9-beee-193e101a48b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:02.495955 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-de62045f-14fa-4612-bca6-892de67bfdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.778719 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44762) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:02.795164 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e640c45e-097a-480c-954d-9b7a5cdff032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.866383 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e640c45e-097a-480c-954d-9b7a5cdff032 admin admin] Publish callbacks [] for security_group (36f507e1-01d6-42db-8d3b-506ca0e49da8), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.964964 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e640c45e-097a-480c-954d-9b7a5cdff032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (36f507e1-01d6-42db-8d3b-506ca0e49da8), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:03.002916 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-e640c45e-097a-480c-954d-9b7a5cdff032 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bee44c17ce04559a3a801c876f46db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231288 Mar 04 20:45:03.003980 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640c45e-097a-480c-954d-9b7a5cdff032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f507e1-01d6-42db-8d3b-506ca0e49da8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:03.005901 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44764) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:03.052996 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c85b8f3-780e-46d6-bdbe-d518e31eafc7 admin admin] Publish callbacks [] for security_group (36f507e1-01d6-42db-8d3b-506ca0e49da8), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:03.073514 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c85b8f3-780e-46d6-bdbe-d518e31eafc7 admin admin] Publish callbacks [] for security_group (36f507e1-01d6-42db-8d3b-506ca0e49da8), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:03.199047 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c85b8f3-780e-46d6-bdbe-d518e31eafc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (36f507e1-01d6-42db-8d3b-506ca0e49da8), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:03.201659 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c85b8f3-780e-46d6-bdbe-d518e31eafc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:03.203660 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9c85b8f3-780e-46d6-bdbe-d518e31eafc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36f507e1-01d6-42db-8d3b-506ca0e49da8 HTTP/1.1" status: 204 len: 168 time: 0.1967402 Mar 04 20:45:03.212827 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85b8f3-780e-46d6-bdbe-d518e31eafc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f507e1-01d6-42db-8d3b-506ca0e49da8,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:03.793543 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:04.890993 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:04.970069 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:06.644578 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:11.658025 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44884) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:11.760449 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-336186f7-c9e2-4282-bbb5-2f95d152b4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:11.845099 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-336186f7-c9e2-4282-bbb5-2f95d152b4ee admin admin] Publish callbacks [] for security_group (1c4f878a-bd1a-475e-9a45-e1a428bef78f), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:11.901735 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-336186f7-c9e2-4282-bbb5-2f95d152b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1c4f878a-bd1a-475e-9a45-e1a428bef78f), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:11.940924 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-336186f7-c9e2-4282-bbb5-2f95d152b4ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abe1ec29733f470e8076d9389abad409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817683 Mar 04 20:45:11.941783 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336186f7-c9e2-4282-bbb5-2f95d152b4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f878a-bd1a-475e-9a45-e1a428bef78f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:11.943646 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44888) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:11.991637 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-867d3b6e-856b-42f1-86ce-12e1028deb83 admin admin] Publish callbacks [] for security_group (1c4f878a-bd1a-475e-9a45-e1a428bef78f), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:12.011922 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-867d3b6e-856b-42f1-86ce-12e1028deb83 admin admin] Publish callbacks [] for security_group (1c4f878a-bd1a-475e-9a45-e1a428bef78f), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:12.227355 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-867d3b6e-856b-42f1-86ce-12e1028deb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (1c4f878a-bd1a-475e-9a45-e1a428bef78f), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:12.230038 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-867d3b6e-856b-42f1-86ce-12e1028deb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:12.231211 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-867d3b6e-856b-42f1-86ce-12e1028deb83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c4f878a-bd1a-475e-9a45-e1a428bef78f HTTP/1.1" status: 204 len: 168 time: 0.2865360 Mar 04 20:45:12.239853 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d3b6e-856b-42f1-86ce-12e1028deb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f878a-bd1a-475e-9a45-e1a428bef78f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:12.813156 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44894) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:12.826186 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce222-1a8a-4cfc-8586-e7d7b4984720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:12.902707 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce222-1a8a-4cfc-8586-e7d7b4984720 admin admin] Publish callbacks [] for security_group (dba6e073-d8f1-46eb-bea5-0b4b37739aeb), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:12.970378 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce222-1a8a-4cfc-8586-e7d7b4984720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (dba6e073-d8f1-46eb-bea5-0b4b37739aeb), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.008680 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ea3ce222-1a8a-4cfc-8586-e7d7b4984720 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f03ff80e69974ffbb9550944aba8b25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944611 Mar 04 20:45:13.009638 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce222-1a8a-4cfc-8586-e7d7b4984720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba6e073-d8f1-46eb-bea5-0b4b37739aeb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:13.012136 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44896) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:13.060157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c187ce8-330d-4551-b15b-8903178b8cd5 admin admin] Publish callbacks [] for security_group (dba6e073-d8f1-46eb-bea5-0b4b37739aeb), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.081131 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c187ce8-330d-4551-b15b-8903178b8cd5 admin admin] Publish callbacks [] for security_group (dba6e073-d8f1-46eb-bea5-0b4b37739aeb), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.187854 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c187ce8-330d-4551-b15b-8903178b8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (dba6e073-d8f1-46eb-bea5-0b4b37739aeb), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.190594 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c187ce8-330d-4551-b15b-8903178b8cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.191776 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8c187ce8-330d-4551-b15b-8903178b8cd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dba6e073-d8f1-46eb-bea5-0b4b37739aeb HTTP/1.1" status: 204 len: 168 time: 0.1792390 Mar 04 20:45:13.200469 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c187ce8-330d-4551-b15b-8903178b8cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba6e073-d8f1-46eb-bea5-0b4b37739aeb,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:16.301463 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:45:24.201691 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 44984) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:24.304936 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c8009c1d-d0f3-4efb-8a0b-ba657a303f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:24.376672 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c8009c1d-d0f3-4efb-8a0b-ba657a303f83 admin admin] Publish callbacks [] for security_group (e24fbaee-8f39-4998-8fa5-acdf815c3340), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:24.438245 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c8009c1d-d0f3-4efb-8a0b-ba657a303f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e24fbaee-8f39-4998-8fa5-acdf815c3340), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:24.484121 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-c8009c1d-d0f3-4efb-8a0b-ba657a303f83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5037ab47d7e841cfb605a3271ed2907f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813141 Mar 04 20:45:24.485056 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8009c1d-d0f3-4efb-8a0b-ba657a303f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24fbaee-8f39-4998-8fa5-acdf815c3340,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:24.486822 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 44988) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:24.535443 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ef096a48-99aa-4b9c-addf-ae526d11aa8e admin admin] Publish callbacks [] for security_group (e24fbaee-8f39-4998-8fa5-acdf815c3340), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:24.555915 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ef096a48-99aa-4b9c-addf-ae526d11aa8e admin admin] Publish callbacks [] for security_group (e24fbaee-8f39-4998-8fa5-acdf815c3340), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:24.672809 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ef096a48-99aa-4b9c-addf-ae526d11aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (e24fbaee-8f39-4998-8fa5-acdf815c3340), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:24.675219 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ef096a48-99aa-4b9c-addf-ae526d11aa8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:24.676420 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-ef096a48-99aa-4b9c-addf-ae526d11aa8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e24fbaee-8f39-4998-8fa5-acdf815c3340 HTTP/1.1" status: 204 len: 168 time: 0.1877503 Mar 04 20:45:24.684073 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef096a48-99aa-4b9c-addf-ae526d11aa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24fbaee-8f39-4998-8fa5-acdf815c3340,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:30.181544 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d0997351-2f65-488a-bb3e-8671d2f605b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:32.541426 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-da34a838-0b2b-42c1-bf8b-7ea7ead0d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:33.763651 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:34.932804 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:35.003720 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:36.660789 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:36.766568 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-5995b4fb-7c2c-4bd8-b1a9-ee7b906f3147 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459514 Mar 04 20:45:36.852491 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-871c09c4-4732-43fe-a49c-3d7c3f3c2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:36.854040 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-871c09c4-4732-43fe-a49c-3d7c3f3c2583 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 1130 time: 0.0443096 Mar 04 20:45:36.962080 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-0565992f-d0ee-4ea9-9812-856f552b29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:36.963464 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-0565992f-d0ee-4ea9-9812-856f552b29df service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0884557 Mar 04 20:45:37.031252 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-7c58bc16-df1a-4c97-a71c-0d167519c49f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e HTTP/1.1" status: 200 len: 1001 time: 0.0593159 Mar 04 20:45:37.081997 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-de12e23c-e764-4a19-8f4d-f07dac67a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:37.083415 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-de12e23c-e764-4a19-8f4d-f07dac67a0e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0463259 Mar 04 20:45:37.132787 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-60808f67-1da7-4cd5-801a-a3700c8cb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:37.134255 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-60808f67-1da7-4cd5-801a-a3700c8cb2f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443602 Mar 04 20:45:37.222627 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-fcd75237-589c-480f-8751-88a32588efc3 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813887 Mar 04 20:45:37.313402 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-116c2528-1365-48b5-b1ef-1118101bbc55 req-ac07ff22-1e2d-404b-a287-f274146884a9 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840359 Mar 04 20:45:53.300730 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:46:00.169642 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0a80-a2cf-4097-bd4c-08742905e8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:00.170393 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2a98a-6782-4209-b60f-f3039470b925 req-e60f5a3d-a44b-4fb6-bb62-b417034bc985 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:00.171952 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6ca2a98a-6782-4209-b60f-f3039470b925 req-e60f5a3d-a44b-4fb6-bb62-b417034bc985 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 946 time: 0.2127616 Mar 04 20:46:00.224743 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-6ca2a98a-6782-4209-b60f-f3039470b925 req-a226be31-67d5-433b-a17e-89daf14e7e3e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471749 Mar 04 20:46:01.400019 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d6758-c49e-49d0-b063-a1faacc64aa0 req-5c7320b0-7f36-4807-8ad9-f1852f9d0c9f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:01.401494 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-025d6758-c49e-49d0-b063-a1faacc64aa0 req-5c7320b0-7f36-4807-8ad9-f1852f9d0c9f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 946 time: 0.1085787 Mar 04 20:46:01.449859 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-025d6758-c49e-49d0-b063-a1faacc64aa0 req-e126d097-daca-428b-9b99-241c8f1c26a7 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Mar 04 20:46:01.535515 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-6ceeffe6-e0eb-4111-af99-96d7567c00b8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:01.537089 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-6ceeffe6-e0eb-4111-af99-96d7567c00b8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 946 time: 0.0568578 Mar 04 20:46:01.629431 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Deleting port 4a1edb20-16db-4810-85eb-f6146c2e9a2e {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:46:01.629825 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.722037 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] For port 4a1edb20-16db-4810-85eb-f6146c2e9a2e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a1edb20-16db-4810-85eb-f6146c2e9a2e,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:01.722421 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.890989 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.891357 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (59857347-2ed5-4e61-99ae-c9060c167c81), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.891684 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Floating IP 59857347-2ed5-4e61-99ae-c9060c167c81 disassociated. External IP: 172.27.3.25, port: 4a1edb20-16db-4810-85eb-f6146c2e9a2e. Mar 04 20:46:01.892011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Calling delete_port for 4a1edb20-16db-4810-85eb-f6146c2e9a2e owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:46:02.077127 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (4a1edb20-16db-4810-85eb-f6146c2e9a2e), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.106222 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event deleted for resources: {'Port': ['ID=4a1edb20-16db-4810-85eb-f6146c2e9a2e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:02.117840 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.118206 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.119061 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.119411 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.119797 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.120132 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.120501 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.120844 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.121183 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.121520 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.121857 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.122187 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.122523 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:02.237951 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:46:02.349872 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:46:02.360118 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:46:02.370927 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:46:02.371544 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:45:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:02.392282 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] No DVR routers for this DVR port 4a1edb20-16db-4810-85eb-f6146c2e9a2e on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:46:02.394828 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.398171 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-069fc6e3-8948-4143-8d2d-92afdf11b93b req-0516b529-7d58-4c37-b18e-a9596599571a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "DELETE /v2.0/ports/4a1edb20-16db-4810-85eb-f6146c2e9a2e HTTP/1.1" status: 204 len: 173 time: 0.8547900 Mar 04 20:46:02.399366 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'name': 'network-vif-deleted', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:02.402099 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b695faef-8936-4771-a730-15098c7bc2a8" -d '{"events": [{"server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "name": "network-vif-deleted", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:02.446575 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15ed0b0-41cd-4831-8a54-fc3679c2358d x-openstack-request-id: req-b15ed0b0-41cd-4831-8a54-fc3679c2358d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:02.446873 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937fa20d-26af-4582-813c-3dadcee684ba", "name": "network-vif-deleted", "tag": "4a1edb20-16db-4810-85eb-f6146c2e9a2e", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:02.447134 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b15ed0b0-41cd-4831-8a54-fc3679c2358d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:02.447548 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937fa20d-26af-4582-813c-3dadcee684ba', 'name': 'network-vif-deleted', 'tag': '4a1edb20-16db-4810-85eb-f6146c2e9a2e', 'status': 'completed', 'code': 200} Mar 04 20:46:02.498399 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:46:02.506568 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-bd150014-645c-466b-b70b-f22f67432c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.579316 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4dca594f-68f8-4c0f-ab37-7127cca77103 req-a6e68f83-c556-4207-8d72-b3f015480d81 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=937fa20d-26af-4582-813c-3dadcee684ba HTTP/1.1" status: 200 len: 210 time: 0.0427558 Mar 04 20:46:02.712103 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45264) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:02.742168 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:02.769360 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:46:02.782500 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:46:02.783123 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:46:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:02.859555 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.906392 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:46:02.952862 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Publish callbacks [] for security_group (0827a5f1-99c1-4b82-92a0-862ea641209e), precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.010729 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0827a5f1-99c1-4b82-92a0-862ea641209e), after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.057219 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25b659770da64408b000e5e264c1459d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435228 Mar 04 20:46:03.058460 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0827a5f1-99c1-4b82-92a0-862ea641209e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:03.059713 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45268) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:03.069491 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.069853 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.070518 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.070727 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.071003 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.071498 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.072057 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.072671 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.073141 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.078426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.078426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.078426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.078426 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996def13-2c2c-4728-9ffc-5e46f0b2c787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:03.130516 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-48e0dffb-6bbe-4e95-a2cb-bbb7af66241a admin admin] Publish callbacks [] for security_group (0827a5f1-99c1-4b82-92a0-862ea641209e), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.131714 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:03.159694 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-48e0dffb-6bbe-4e95-a2cb-bbb7af66241a admin admin] Publish callbacks [] for security_group (0827a5f1-99c1-4b82-92a0-862ea641209e), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.161310 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c0a2-ece9-4f10-ada5-7b0e69932b71 None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:46:03.267508 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-48e0dffb-6bbe-4e95-a2cb-bbb7af66241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (0827a5f1-99c1-4b82-92a0-862ea641209e), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.273084 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-48e0dffb-6bbe-4e95-a2cb-bbb7af66241a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.275095 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-48e0dffb-6bbe-4e95-a2cb-bbb7af66241a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0827a5f1-99c1-4b82-92a0-862ea641209e HTTP/1.1" status: 204 len: 168 time: 0.2140014 Mar 04 20:46:03.290435 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0dffb-6bbe-4e95-a2cb-bbb7af66241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0827a5f1-99c1-4b82-92a0-862ea641209e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:03.415803 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939b5b7-b937-4486-9a5b-26f27b1eb82a None None] New status for floating IP 59857347-2ed5-4e61-99ae-c9060c167c81: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:46:03.746354 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.857472 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-c1865490-1961-43f6-96ff-f8cb7b81d468 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808392226&fields=id&tenant_id=599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 267 time: 0.0448658 Mar 04 20:46:03.968206 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-101422a3-b57e-4f93-82f3-7053e224d955 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:03.969702 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-101422a3-b57e-4f93-82f3-7053e224d955 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 812 time: 0.1058533 Mar 04 20:46:03.984259 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-d97feee0-5f61-4403-804c-74df45f60c80 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/quotas/599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 375 time: 0.0091493 Mar 04 20:46:04.014155 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 4a1edb20-16db-4810-85eb-f6146c2e9a2e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:46:04.034855 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 4a1edb20-16db-4810-85eb-f6146c2e9a2e {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:46:04.035196 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 4a1edb20-16db-4810-85eb-f6146c2e9a2e not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:46:04.042024 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-c8a38ae6-9d88-4e3f-8470-496e41788f3a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530190 Mar 04 20:46:04.148043 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-6758923a-11f9-4b61-9a4e-08197ecad515 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:46:04.149751 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-6758923a-11f9-4b61-9a4e-08197ecad515 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0948391 Mar 04 20:46:04.244759 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-6b2cc3c3-f252-4ca1-9291-d706e7af7e56 service neutron] 10.222.0.37 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888479 Mar 04 20:46:04.339598 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-94501d25-4455-4dd1-b641-8f53371d8fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892379 Mar 04 20:46:04.852762 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-e4192fcd-e0eb-48e6-920d-7cff35c1f3be req-a22d2e3f-318f-41f3-9547-43127566a62f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Mar 04 20:46:04.931645 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.986066 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:05.945194 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cc055e73-a475-419b-bcb1-c3c43af7a1c5 req-33707c3a-55c7-4957-8076-44e0fd29bda5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 210 time: 0.0279610 Mar 04 20:46:06.509962 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-6bdb87af-02a9-4a5e-a101-b0dba0a1fe26 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:06.511431 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-6bdb87af-02a9-4a5e-a101-b0dba0a1fe26 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 812 time: 0.1055548 Mar 04 20:46:06.572125 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-0527e9a5-3716-417a-a694-0d01048f944a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 380 time: 0.0527861 Mar 04 20:46:06.580823 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'port': {'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'admin_state_up': True, 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'security_groups': ['2d9f9dd8-d34c-4ed2-b228-96321fde8a28']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:06.671818 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.746133 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Made reservation on behalf of 599b04fc05bf4935ab091efc597090c2 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:46:06.749623 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.878193 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Allocated IP 172.20.0.8 (06168da3-93df-4272-9306-a09f30b75f3e/16b0a196-2460-4a8f-a216-7a722bec1401/a68ec4a4-7866-4d18-899f-391d1ab5ff56) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:46:07.018905 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.044274 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-da3dbc0b-e607-459a-a214-d5b8f546f321 req-aeb8a24c-635f-4f02-ba56-58e79d6a549b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 210 time: 0.0307848 Mar 04 20:46:07.130054 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.173917 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Network 06168da3-93df-4272-9306-a09f30b75f3e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:46:07.177107 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:46:07.181883 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:46:07.220772 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=a68ec4a4-7866-4d18-899f-391d1ab5ff56,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:07.242970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:07.242970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.343556 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-ad9c5479-a65c-4e87-8938-ebcde881b44e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7663035 Mar 04 20:46:07.352467 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-991b51f2-6328-4ba7-9c09-27df5da69010 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103592) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:46:07.353615 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-991b51f2-6328-4ba7-9c09-27df5da69010 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052891 Mar 04 20:46:07.360545 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-a08c7752-3dbe-4711-8332-8e396e3f1cb2 None None] Provisioning complete for port a68ec4a4-7866-4d18-899f-391d1ab5ff56 triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:46:07.360916 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a08c7752-3dbe-4711-8332-8e396e3f1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.364199 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Request body: {'port': {'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:07.399578 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-a08c7752-3dbe-4711-8332-8e396e3f1cb2 None None] Port a68ec4a4-7866-4d18-899f-391d1ab5ff56 cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:46:07.429495 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.689084 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68ec4a4-7866-4d18-899f-391d1ab5ff56 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:46:07.697308 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Publish callbacks [] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.709625 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Transition to ACTIVE for port object a68ec4a4-7866-4d18-899f-391d1ab5ff56 will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:46:07.763142 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.818881 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Pushing event updated for resources: {'Port': ['ID=a68ec4a4-7866-4d18-899f-391d1ab5ff56,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:07.887283 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Attempting to bind port a68ec4a4-7866-4d18-899f-391d1ab5ff56 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:46:07.887621 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Attempting to bind port a68ec4a4-7866-4d18-899f-391d1ab5ff56 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:46:07.887955 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Attempting to bind port a68ec4a4-7866-4d18-899f-391d1ab5ff56 on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:46:07.892540 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Port a68ec4a4-7866-4d18-899f-391d1ab5ff56 on network 06168da3-93df-4272-9306-a09f30b75f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:46:07.892870 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Attempting to bind port a68ec4a4-7866-4d18-899f-391d1ab5ff56 on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:46:07.897895 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:46:07.898232 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Checking segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:46:07.899163 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Bound using segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:46:07.899820 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Bound port: a68ec4a4-7866-4d18-899f-391d1ab5ff56, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:46:07.900079 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.965430 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] For port a68ec4a4-7866-4d18-899f-391d1ab5ff56, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:46:07.968418 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] For port a68ec4a4-7866-4d18-899f-391d1ab5ff56, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:46:08.061065 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:08.101038 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.102392 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:08.103560 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] 10.222.0.39 "PUT /v2.0/ports/a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 200 len: 1093 time: 0.7436242 Mar 04 20:46:08.104000 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:08.106326 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5dcd91-37c1-4d14-a257-fa8a4ddfbce5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:08.154251 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4bb45f-e9a6-4aa9-9b3a-093589f0f6fd x-openstack-request-id: req-ca4bb45f-e9a6-4aa9-9b3a-093589f0f6fd {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:08.159802 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:08.159802 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca4bb45f-e9a6-4aa9-9b3a-093589f0f6fd {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:08.159802 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'status': 'completed', 'code': 200} Mar 04 20:46:08.159802 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4886c-645b-4296-8bbb-b3d425632306 service neutron] Pushing event updated for resources: {'Port': ['ID=a68ec4a4-7866-4d18-899f-391d1ab5ff56,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:08.215478 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382ec3-3694-4adc-b597-2ab3647c8191 req-b372a864-6b39-438c-a1fa-c93872c065af tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.217031 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8c382ec3-3694-4adc-b597-2ab3647c8191 req-b372a864-6b39-438c-a1fa-c93872c065af tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 943 time: 0.0969195 Mar 04 20:46:08.236474 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dcd91-37c1-4d14-a257-fa8a4ddfbce5 req-27139168-61b7-416d-9346-338cba632c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.237972 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fe5dcd91-37c1-4d14-a257-fa8a4ddfbce5 req-27139168-61b7-416d-9346-338cba632c7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1127 time: 0.0720656 Mar 04 20:46:08.338808 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8c382ec3-3694-4adc-b597-2ab3647c8191 req-73800c9d-5bfc-46ce-aa25-8a5d5b355735 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107631 Mar 04 20:46:08.368344 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dcd91-37c1-4d14-a257-fa8a4ddfbce5 req-299c5e75-b3c4-40f5-b427-e37c2a85f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.369253 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fe5dcd91-37c1-4d14-a257-fa8a4ddfbce5 req-299c5e75-b3c4-40f5-b427-e37c2a85f15a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=599b04fc05bf4935ab091efc597090c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1226609 Mar 04 20:46:08.458783 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dcd91-37c1-4d14-a257-fa8a4ddfbce5 req-bd2c6001-4eca-4879-a1f3-955941b6b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.460221 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-fe5dcd91-37c1-4d14-a257-fa8a4ddfbce5 req-bd2c6001-4eca-4879-a1f3-955941b6b607 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851674 Mar 04 20:46:08.540908 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-fbf2a767-609f-400a-ac0c-620a2e5aba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.542331 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-fbf2a767-609f-400a-ac0c-620a2e5aba77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1127 time: 0.0487194 Mar 04 20:46:08.580966 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-f321ebc2-9dbc-4799-a3af-b6790c132942 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 200 len: 217 time: 0.0326555 Mar 04 20:46:08.632480 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-5a826941-c7e9-4622-8047-ac32e694a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.633953 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-5a826941-c7e9-4622-8047-ac32e694a226 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0470672 Mar 04 20:46:08.685151 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-df9fd85f-7edf-4920-88a1-20cc59ec0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.686618 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-df9fd85f-7edf-4920-88a1-20cc59ec0b4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468531 Mar 04 20:46:08.773008 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-bf6b4fd8-c535-440b-95d2-dfb66c74fa73 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803692 Mar 04 20:46:08.862348 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d19cb7a0-2499-4175-a2b3-7aaae2df5b2f req-b11924bc-7d04-4f3a-b78e-84d4b620e6ac service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825391 Mar 04 20:46:09.455466 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789fdea-1fae-463f-a4ed-d5937ad596c1 req-094322af-a7c4-461a-870f-58190d908937 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:09.456943 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4789fdea-1fae-463f-a4ed-d5937ad596c1 req-094322af-a7c4-461a-870f-58190d908937 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 943 time: 0.0510390 Mar 04 20:46:09.504178 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-4789fdea-1fae-463f-a4ed-d5937ad596c1 req-2dd1c03a-f144-4aab-81d1-81485e59fe81 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Mar 04 20:46:10.619163 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024762f9-39e6-42bf-8128-bea0e577a39f req-cefe8652-49af-4f6a-92e2-18aceaf759c5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.621217 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-024762f9-39e6-42bf-8128-bea0e577a39f req-cefe8652-49af-4f6a-92e2-18aceaf759c5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 943 time: 0.0525091 Mar 04 20:46:10.668554 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-024762f9-39e6-42bf-8128-bea0e577a39f req-9ee1a07a-f454-4c55-ba94-68df2e0f1505 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Mar 04 20:46:11.784181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9052e-06a1-4de8-b13a-c9cc5ec28bbd req-b4f32e7e-6f7e-4d98-abfb-bedfe0987ad3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:11.785669 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-98b9052e-06a1-4de8-b13a-c9cc5ec28bbd req-b4f32e7e-6f7e-4d98-abfb-bedfe0987ad3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 943 time: 0.0514183 Mar 04 20:46:11.832130 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-98b9052e-06a1-4de8-b13a-c9cc5ec28bbd req-fd733817-0c67-4b9b-9a7e-d6d1052d7e5d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Mar 04 20:46:12.951415 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937881d2-2b1d-49d8-8509-00c55a33179f req-25de1dfd-703b-4fb3-820d-2da66cf13eca tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:12.952937 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-937881d2-2b1d-49d8-8509-00c55a33179f req-25de1dfd-703b-4fb3-820d-2da66cf13eca tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 943 time: 0.0553315 Mar 04 20:46:13.009905 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-937881d2-2b1d-49d8-8509-00c55a33179f req-4255bf6b-207f-4bec-b96e-655289327e40 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483229 Mar 04 20:46:14.132124 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0bcd-e777-4bbf-8914-aa589460ab96 req-56b70c95-f347-4031-841b-0f4a63b032fb tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:14.133593 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-573c0bcd-e777-4bbf-8914-aa589460ab96 req-56b70c95-f347-4031-841b-0f4a63b032fb tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 943 time: 0.0564137 Mar 04 20:46:14.184588 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-573c0bcd-e777-4bbf-8914-aa589460ab96 req-803f1566-8bfd-4813-9258-45cbc82c35ad tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453835 Mar 04 20:46:15.299222 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289900-8164-437f-8527-a7ced2223e38 req-b821e1d4-568a-44f4-ad23-c9ddfa538e71 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:15.300710 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-06289900-8164-437f-8527-a7ced2223e38 req-b821e1d4-568a-44f4-ad23-c9ddfa538e71 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 943 time: 0.0513685 Mar 04 20:46:15.348878 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-06289900-8164-437f-8527-a7ced2223e38 req-85467274-9345-449d-b1ea-51cd6facffb5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Mar 04 20:46:16.062481 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a68ec4a4-7866-4d18-899f-391d1ab5ff56 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:46:16.180583 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port a68ec4a4-7866-4d18-899f-391d1ab5ff56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:16.190637 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:46:16.228611 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port a68ec4a4-7866-4d18-899f-391d1ab5ff56 is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:46:16.229001 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:16.243338 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68ec4a4-7866-4d18-899f-391d1ab5ff56 {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:46:16.262472 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port a68ec4a4-7866-4d18-899f-391d1ab5ff56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:16.323051 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:16.369496 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=a68ec4a4-7866-4d18-899f-391d1ab5ff56,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:16.376537 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.376829 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.377177 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.377519 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.377848 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.378183 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.378538 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.378869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.379197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.379529 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.379869 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.380176 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.380543 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:16.467585 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e3da4-35f9-4522-bc9f-704b37ac438f req-5e728385-3d19-4818-be5a-8eadb486949b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:16.469171 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-646e3da4-35f9-4522-bc9f-704b37ac438f req-5e728385-3d19-4818-be5a-8eadb486949b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 944 time: 0.0529094 Mar 04 20:46:16.516846 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-646e3da4-35f9-4522-bc9f-704b37ac438f req-a794145a-242b-4324-a4af-c79d7fa37703 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Mar 04 20:46:16.538706 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['a68ec4a4-7866-4d18-899f-391d1ab5ff56'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:46:17.635011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920a57c-58a5-4016-a85a-ec20621e2123 req-29510bf8-b48c-4262-a04c-3dc950684c4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:17.636502 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b920a57c-58a5-4016-a85a-ec20621e2123 req-29510bf8-b48c-4262-a04c-3dc950684c4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 944 time: 0.0520859 Mar 04 20:46:17.684971 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-b920a57c-58a5-4016-a85a-ec20621e2123 req-b6d81956-a6a4-43fe-9d05-c877e33a0819 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429163 Mar 04 20:46:18.061625 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a68ec4a4-7866-4d18-899f-391d1ab5ff56 up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:46:18.168490 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port a68ec4a4-7866-4d18-899f-391d1ab5ff56 completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:46:18.172263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port a68ec4a4-7866-4d18-899f-391d1ab5ff56 triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:46:18.172665 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.247176 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port a68ec4a4-7866-4d18-899f-391d1ab5ff56 is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:46:18.247564 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.270110 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:18.272355 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d808a10a-ba30-49bb-852d-28279eaa5454" -d '{"events": [{"server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "name": "network-vif-plugged", "status": "completed", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:18.287742 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port a68ec4a4-7866-4d18-899f-391d1ab5ff56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:18.308265 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f250a26-b8d5-49ff-88f5-50b222bf36af x-openstack-request-id: req-2f250a26-b8d5-49ff-88f5-50b222bf36af {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:18.313701 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "name": "network-vif-plugged", "status": "completed", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:18.313701 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f250a26-b8d5-49ff-88f5-50b222bf36af {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:18.313701 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'code': 200} Mar 04 20:46:18.357567 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.406306 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=a68ec4a4-7866-4d18-899f-391d1ab5ff56,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:18.635919 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4ad35-ae2e-4782-9eb4-2d830e5c8b03 req-d3e2562c-67ee-4d17-bec6-a386e9b4edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:18.637439 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5ea4ad35-ae2e-4782-9eb4-2d830e5c8b03 req-d3e2562c-67ee-4d17-bec6-a386e9b4edec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1129 time: 0.0479350 Mar 04 20:46:18.687793 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5ea4ad35-ae2e-4782-9eb4-2d830e5c8b03 req-c2dc5ad6-51fc-43dd-9a34-f6643e438756 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Mar 04 20:46:18.803091 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05dfb-0306-4658-bb00-ab927b563cd7 req-f0f84944-807c-4440-a0f7-fb2e84719089 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:18.804564 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cfd05dfb-0306-4658-bb00-ab927b563cd7 req-f0f84944-807c-4440-a0f7-fb2e84719089 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 945 time: 0.0538030 Mar 04 20:46:18.853324 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-cfd05dfb-0306-4658-bb00-ab927b563cd7 req-187accaa-1538-4cf7-927a-65be8bcbb384 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Mar 04 20:46:19.972193 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068650f0-5d18-4ff1-aadf-06454eb6fc5b req-fd83484b-ea0c-41a2-bea9-17f0a6ee3a60 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:19.973690 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-068650f0-5d18-4ff1-aadf-06454eb6fc5b req-fd83484b-ea0c-41a2-bea9-17f0a6ee3a60 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Mar 04 20:46:20.023940 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-068650f0-5d18-4ff1-aadf-06454eb6fc5b req-94fdf0b5-dd95-4d25-98fb-eb0e49419011 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 Mar 04 20:46:20.139540 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381fd52-6fb8-479d-9cec-b8e5c9c51213 req-74351026-0278-4f93-bd2d-f1dd61b4ff9a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:20.140956 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9381fd52-6fb8-479d-9cec-b8e5c9c51213 req-74351026-0278-4f93-bd2d-f1dd61b4ff9a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Mar 04 20:46:20.195155 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-9381fd52-6fb8-479d-9cec-b8e5c9c51213 req-4d9533bd-59b9-430d-bfd8-a81c2abd8d42 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485413 Mar 04 20:46:20.217452 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45332) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:20.260246 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc51831-33f1-408c-af45-4e488510c056 tempest-TestVolumeBootPattern-942636013 tempest-TestVolumeBootPattern-942636013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:20.261751 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-4fc51831-33f1-408c-af45-4e488510c056 tempest-TestVolumeBootPattern-942636013 tempest-TestVolumeBootPattern-942636013-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1124 time: 0.0433455 Mar 04 20:46:20.264433 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45334) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:20.268554 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:20.340117 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:20.433281 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:20.543810 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Allocated IP 172.27.3.133 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/01d700df-6de2-4a16-bbef-4bcaa4b969f7) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:46:20.646545 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:20.769748 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:20.812604 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:46:20.815438 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:46:20.818921 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:46:20.825011 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=01d700df-6de2-4a16-bbef-4bcaa4b969f7,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:21.446620 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (106b5298-110f-4880-a7bb-885aef1d1835), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:21.567516 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:21.714489 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:21.785674 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:21.855923 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=01d700df-6de2-4a16-bbef-4bcaa4b969f7,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:21.868151 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (106b5298-110f-4880-a7bb-885aef1d1835), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:21.970044 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Floating IP 106b5298-110f-4880-a7bb-885aef1d1835 associated. External IP: 172.27.3.133, port: a68ec4a4-7866-4d18-899f-391d1ab5ff56. Mar 04 20:46:22.174777 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:46:22.283139 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:46:22.293553 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:46:22.303609 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:46:22.304220 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:46:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:22.347820 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:22.381211 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-be95acfc-4cf0-48d7-9b09-08829fb427e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1157703 Mar 04 20:46:22.381949 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:22.384277 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:22.413021 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:46:22.534733 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc5181d-7555-4761-bedb-75d36e06efeb x-openstack-request-id: req-bcc5181d-7555-4761-bedb-75d36e06efeb {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:22.535253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:22.535253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcc5181d-7555-4761-bedb-75d36e06efeb {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:22.535611 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'status': 'completed', 'code': 200} Mar 04 20:46:22.642414 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:21Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:22.645107 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-3ecedbef-eb9a-4c26-86d1-1b29b7c746a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:22.646658 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-3ecedbef-eb9a-4c26-86d1-1b29b7c746a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1129 time: 0.0883930 Mar 04 20:46:22.670820 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:46:22.679384 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:46:22.679998 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:46:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:22.736991 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-ab5d3b44-831a-4a7d-a857-651793e0d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:22.738474 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-ab5d3b44-831a-4a7d-a857-651793e0d2b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0855300 Mar 04 20:46:22.810434 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-db71faf3-5560-4280-9030-71d6b6a84d5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 200 len: 999 time: 0.0661151 Mar 04 20:46:22.856750 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-afacce01-4630-4dfa-a315-39fbc50d41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:22.858294 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-afacce01-4630-4dfa-a315-39fbc50d41c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0430644 Mar 04 20:46:22.877211 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:46:22.908181 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-4540d266-42dc-4a76-a181-1f314a20fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:22.909734 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-4540d266-42dc-4a76-a181-1f314a20fb25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460458 Mar 04 20:46:23.001637 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-d6ec1900-91d8-4b41-ab96-95e184413fd4 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Mar 04 20:46:23.089678 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8b026d69-faa5-4790-9b7e-cf7ba6bd1cc7 req-20e6cdaa-a2ce-41bc-8b93-0367793ccd2b service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822635 Mar 04 20:46:23.098365 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:21Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:23.125546 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c64d7-9606-4bbe-a95f-af4c6a7f2d60 None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:21Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:46:23.321289 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c568df-9d0c-4bcc-8d6d-2d76e68935e6 None None] New status for floating IP 106b5298-110f-4880-a7bb-885aef1d1835: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:46:30.163146 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0901-cb9f-435f-a43e-651d52f29c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:30.298917 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:46:32.483047 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-903e86e3-8e7d-40c8-b3ad-3fb5127749b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:33.740185 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:34.933998 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:34.985264 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:35.154032 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-c24126d2-deb5-4d7e-bcc0-7ccf35477abe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486405 Mar 04 20:46:35.242051 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-75b9f062-69b7-47c1-9f93-94ee8bdce763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:35.243513 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-75b9f062-69b7-47c1-9f93-94ee8bdce763 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1129 time: 0.0437644 Mar 04 20:46:35.346311 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-57bd830b-d87a-40ac-b7f8-97dcf8d1623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:35.347800 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-57bd830b-d87a-40ac-b7f8-97dcf8d1623f service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0864213 Mar 04 20:46:35.413304 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-68931184-3189-4ee4-b4c0-5f91be728901 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 200 len: 1001 time: 0.0596244 Mar 04 20:46:35.462324 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-03d85423-487d-4128-a28a-7cdc34c0a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:35.464667 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-03d85423-487d-4128-a28a-7cdc34c0a40f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0454054 Mar 04 20:46:35.516603 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-fab6276d-d0ef-44bb-8a21-5a67366e6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:35.518087 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-fab6276d-d0ef-44bb-8a21-5a67366e6136 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481918 Mar 04 20:46:35.605766 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-5cf468a3-a52e-407c-bb29-894ff5cad520 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815639 Mar 04 20:46:35.698509 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2fea0f92-ea56-4146-9451-f1c9fae8dac1 req-98b62fa5-b7b9-4c33-9b46-f6ff4d45dcc2 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852623 Mar 04 20:46:36.677309 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:00.167765 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1d4abe18-8bb9-4e79-93a2-eeb8773df249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:02.499447 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-830fd33d-d816-4dff-aae7-7b16dadf9279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:03.768135 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:04.904964 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:05.007950 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.682247 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.298208 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:47:30.172263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-673c31c3-bb7e-43b6-884b-312265762b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:32.492134 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-deef6eaf-e85d-4ebd-826b-6cc9c5d28e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:33.762275 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:34.892759 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:34.972759 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.693255 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.757549 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-4d428528-55ef-4965-9d0a-51636422abd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444884 Mar 04 20:47:36.841483 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-729250c9-01be-4107-ad50-10f4313f1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:36.842970 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-729250c9-01be-4107-ad50-10f4313f1246 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1129 time: 0.0458090 Mar 04 20:47:36.949071 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-bf5c4439-1926-4bcc-a284-a7a15a599c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:36.951336 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-bf5c4439-1926-4bcc-a284-a7a15a599c45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0900323 Mar 04 20:47:37.015562 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-3458516d-a52c-440d-a5a1-71d2e684e395 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 200 len: 1001 time: 0.0586410 Mar 04 20:47:37.063722 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-0357e136-72ad-414c-b86c-38c7376e3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:37.065210 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-0357e136-72ad-414c-b86c-38c7376e3730 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0436611 Mar 04 20:47:37.115897 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-a0527e3b-05c0-42e2-b7a3-febadb7576bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:37.117387 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-a0527e3b-05c0-42e2-b7a3-febadb7576bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467126 Mar 04 20:47:37.204483 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-cfd98d4a-fa7b-422e-809d-83d2135e2a70 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807059 Mar 04 20:47:37.296805 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-826981c7-4dd4-4051-9f41-7de9c7289e1b req-94ee90c0-2d32-47bb-9539-9c1c4dbdb67e service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865192 Mar 04 20:47:44.297252 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:48:00.166728 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69b70239-3006-4abf-8b6a-1aa4149e2d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:02.538201 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-605fd0a7-03d3-4935-ab66-6b89cfbd20df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:03.755513 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:04.915322 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:05.000689 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:06.686878 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.717979 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-da51cb80-502a-43a9-905a-7f29bc7f3c5b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808392226&fields=id&tenant_id=599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 267 time: 0.0442045 Mar 04 20:48:09.825231 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-e9232af5-070d-426d-b26b-9c2f84a8e33d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:09.827283 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-e9232af5-070d-426d-b26b-9c2f84a8e33d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 812 time: 0.1028211 Mar 04 20:48:09.841413 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-056fb2f2-1ab2-4302-ae14-99e3ebc246b6 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/quotas/599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 375 time: 0.0086997 Mar 04 20:48:09.897835 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-758c3ddf-2dbe-4359-8e66-6c987f74a813 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511005 Mar 04 20:48:09.990665 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-363dd5f5-3d51-4ea1-bc86-9ced24c9c1d7 service neutron] 10.222.0.37 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810664 Mar 04 20:48:10.081333 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-25e26aee-b667-4d30-b40e-d3835d9b6aab service neutron] 10.222.0.37 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Mar 04 20:48:10.604472 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-29e26d02-50a4-4bf7-8c98-e9c4701d6cbb req-c8050360-bbdb-4f58-a967-ad2e100a8aea tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 210 time: 0.0278015 Mar 04 20:48:11.698809 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d4525d2b-1046-4e36-845e-0c90731f20c9 req-8fe041f7-7eb5-4a04-9f64-52680ba08f2f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Mar 04 20:48:12.442384 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-92ee80aa-788c-4d2e-9080-ac9a41918d3c tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:12.443753 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-92ee80aa-788c-4d2e-9080-ac9a41918d3c tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 812 time: 0.1044207 Mar 04 20:48:12.506271 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-ce4b494f-db0b-4817-a796-6595b6a4aa5a tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599b04fc05bf4935ab091efc597090c2 HTTP/1.1" status: 200 len: 380 time: 0.0542107 Mar 04 20:48:12.515553 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'port': {'device_id': '43961494-985c-4c45-9f93-cacce0d107c8', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'admin_state_up': True, 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'security_groups': ['2d9f9dd8-d34c-4ed2-b228-96321fde8a28']}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:48:12.657772 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Made reservation on behalf of 599b04fc05bf4935ab091efc597090c2 for: {'port': 1} {{(pid=103592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:48:12.661311 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:12.791647 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Allocated IP 172.20.0.12 (06168da3-93df-4272-9306-a09f30b75f3e/16b0a196-2460-4a8f-a216-7a722bec1401/7a7d78df-d995-4c3e-8ace-31e891fd428d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:48:12.795630 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-57a34c32-9037-4a14-86dd-1ef80c376462 req-ec3ac86c-fdd9-4bd7-bc6e-6cfa1be59426 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 210 time: 0.0273526 Mar 04 20:48:12.934448 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:13.029658 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:13.073322 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Network 06168da3-93df-4272-9306-a09f30b75f3e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:48:13.076214 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:48:13.080535 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:48:13.109551 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=7a7d78df-d995-4c3e-8ace-31e891fd428d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:13.124985 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.125347 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.125727 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.126065 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.126479 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.126821 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.127065 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.127392 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.127717 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.128046 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.128397 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.128717 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.129035 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:13.150805 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:13.151446 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:13.244000 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-7675a2b5-132c-404d-9e92-afe640a03b4b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7326400 Mar 04 20:48:13.255326 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Request body: {'port': {'device_id': '43961494-985c-4c45-9f93-cacce0d107c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:48:13.287826 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-f17f61ef-08ae-48c2-8b95-ca9f5dded835 None None] Provisioning complete for port 7a7d78df-d995-4c3e-8ace-31e891fd428d triggered by entity DHCP. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:48:13.288431 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f17f61ef-08ae-48c2-8b95-ca9f5dded835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:13.319435 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:13.322414 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-f17f61ef-08ae-48c2-8b95-ca9f5dded835 None None] Port 7a7d78df-d995-4c3e-8ace-31e891fd428d cannot update to ACTIVE because it is not bound. {{(pid=103593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:48:13.828694 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7d78df-d995-4c3e-8ace-31e891fd428d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:48:13.836340 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Publish callbacks [] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:13.848941 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Transition to ACTIVE for port object 7a7d78df-d995-4c3e-8ace-31e891fd428d will not be triggered until provisioned by entity L2. {{(pid=103592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:48:13.918030 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819f042-bf30-4b77-9578-989d85de2f83 req-fc904323-9265-4a0d-b436-756f357740b6 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:13.919509 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5819f042-bf30-4b77-9578-989d85de2f83 req-fc904323-9265-4a0d-b436-756f357740b6 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 932 time: 0.0559390 Mar 04 20:48:13.951328 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:14.011015 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-5819f042-bf30-4b77-9578-989d85de2f83 req-ac4be833-a9d4-47f1-a5d5-919c23e40f9c tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844281 Mar 04 20:48:14.017208 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d78df-d995-4c3e-8ace-31e891fd428d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:14.094661 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Attempting to bind port 7a7d78df-d995-4c3e-8ace-31e891fd428d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:48:14.094893 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Attempting to bind port 7a7d78df-d995-4c3e-8ace-31e891fd428d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:48:14.095222 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Attempting to bind port 7a7d78df-d995-4c3e-8ace-31e891fd428d on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:48:14.099837 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Port 7a7d78df-d995-4c3e-8ace-31e891fd428d on network 06168da3-93df-4272-9306-a09f30b75f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:48:14.100157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Attempting to bind port 7a7d78df-d995-4c3e-8ace-31e891fd428d on network 06168da3-93df-4272-9306-a09f30b75f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:48:14.105053 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Checking agent: {'id': 'f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'started_at': datetime.datetime(2022, 3, 4, 20, 33, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:48:14.105773 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Checking segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:48:14.105773 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Bound using segment: {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:48:14.106219 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Bound port: 7a7d78df-d995-4c3e-8ace-31e891fd428d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:48:14.106580 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:14.181975 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] For port 7a7d78df-d995-4c3e-8ace-31e891fd428d, host hv-cinder-79987, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:48:14.185046 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] For port 7a7d78df-d995-4c3e-8ace-31e891fd428d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:48:14.287686 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:14.341906 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:14.341906 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:14.341906 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] 10.222.0.39 "PUT /v2.0/ports/7a7d78df-d995-4c3e-8ace-31e891fd428d HTTP/1.1" status: 200 len: 1094 time: 1.0812762 Mar 04 20:48:14.341906 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:48:14.341906 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e9059-7044-4cb7-b303-0bc56b948ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:48:14.363265 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1eb9d-e5cf-4d57-b45d-d56b40a18ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d78df-d995-4c3e-8ace-31e891fd428d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:14.383590 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f592abc-6a8e-4638-b6f3-f802bb0ed796 x-openstack-request-id: req-6f592abc-6a8e-4638-b6f3-f802bb0ed796 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:48:14.383886 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:48:14.384139 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f592abc-6a8e-4638-b6f3-f802bb0ed796 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:48:14.384576 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'status': 'completed', 'code': 200} Mar 04 20:48:14.451253 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e9059-7044-4cb7-b303-0bc56b948ff3 req-24bded5c-60e7-4a0c-b759-4422dfdef60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:14.453002 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-275e9059-7044-4cb7-b303-0bc56b948ff3 req-24bded5c-60e7-4a0c-b759-4422dfdef60b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 1128 time: 0.0473807 Mar 04 20:48:14.557879 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e9059-7044-4cb7-b303-0bc56b948ff3 req-3b6fd828-7435-49c5-8789-2245d34326d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:14.559334 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-275e9059-7044-4cb7-b303-0bc56b948ff3 req-3b6fd828-7435-49c5-8789-2245d34326d5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=599b04fc05bf4935ab091efc597090c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1003141 Mar 04 20:48:14.650899 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e9059-7044-4cb7-b303-0bc56b948ff3 req-e4f37372-1850-425f-815f-3141f3394a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:14.652372 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-275e9059-7044-4cb7-b303-0bc56b948ff3 req-e4f37372-1850-425f-815f-3141f3394a16 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875986 Mar 04 20:48:14.742041 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-e5e68528-c4b1-47b7-aacc-8a68c48a1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:14.743571 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-e5e68528-c4b1-47b7-aacc-8a68c48a1aeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 1128 time: 0.0492113 Mar 04 20:48:14.784608 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-0a773468-8035-40ba-8a90-468d85fe1253 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d HTTP/1.1" status: 200 len: 217 time: 0.0346248 Mar 04 20:48:14.832480 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-5672abdf-39bd-47d4-9ad7-7222e7d29694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:14.833918 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-5672abdf-39bd-47d4-9ad7-7222e7d29694 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0431983 Mar 04 20:48:14.900611 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-ee0ee222-2b2e-495f-bac7-58cd6c3ed7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:14.902807 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-ee0ee222-2b2e-495f-bac7-58cd6c3ed7dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628181 Mar 04 20:48:14.997942 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-46671bbe-fc3d-46a4-9564-faec5e06c8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893798 Mar 04 20:48:15.143212 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-51d4eaad-7ebe-47b5-91a7-3a9b74216bf7 req-2b46e6ee-2636-4bd7-b85d-a8a3eef54361 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394112 Mar 04 20:48:15.162810 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95319c8-22b5-4e0a-94f0-1eb5d8a73971 req-4733fdb8-dfc3-4d3a-a067-fc8264fc58bf tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:15.164233 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95319c8-22b5-4e0a-94f0-1eb5d8a73971 req-4733fdb8-dfc3-4d3a-a067-fc8264fc58bf tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 944 time: 0.0844796 Mar 04 20:48:15.219500 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e95319c8-22b5-4e0a-94f0-1eb5d8a73971 req-53b82660-5800-4c3f-81d5-e089f9dd8d30 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493801 Mar 04 20:48:16.350341 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37166c35-3a9d-4086-9150-f46305ab13ef req-b2ca8243-09c3-4c60-b9aa-a36b33d4ac41 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:16.351832 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-37166c35-3a9d-4086-9150-f46305ab13ef req-b2ca8243-09c3-4c60-b9aa-a36b33d4ac41 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 944 time: 0.0591271 Mar 04 20:48:16.414364 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-37166c35-3a9d-4086-9150-f46305ab13ef req-7cb7243e-57dd-4bcb-afcc-673c25426152 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568519 Mar 04 20:48:17.535767 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb243fb-d8c7-48ca-9454-f6636579267d req-30524d75-31b9-4c0f-bf1e-cc485178eaae tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:17.537250 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0cb243fb-d8c7-48ca-9454-f6636579267d req-30524d75-31b9-4c0f-bf1e-cc485178eaae tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 944 time: 0.0521338 Mar 04 20:48:17.589200 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0cb243fb-d8c7-48ca-9454-f6636579267d req-54afd846-6ae8-4368-9ee9-6ce31df3e4e8 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464816 Mar 04 20:48:18.755324 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48b31-3ed4-4388-8c17-0808c4ca941d req-de7146e2-25b5-406a-bb12-39a5c11504dc tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:18.762335 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-99e48b31-3ed4-4388-8c17-0808c4ca941d req-de7146e2-25b5-406a-bb12-39a5c11504dc tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 944 time: 0.0546815 Mar 04 20:48:18.803670 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-99e48b31-3ed4-4388-8c17-0808c4ca941d req-2b237df0-c1c2-443b-afc5-cb94ac31ec92 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Mar 04 20:48:19.922062 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c024ca-3a58-452e-a7de-1699973bb429 req-bcd01668-b22e-4d4d-a5fa-acb35730578d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:19.923531 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d4c024ca-3a58-452e-a7de-1699973bb429 req-bcd01668-b22e-4d4d-a5fa-acb35730578d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 944 time: 0.0529220 Mar 04 20:48:19.971635 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d4c024ca-3a58-452e-a7de-1699973bb429 req-73de7670-d6f5-4782-a0eb-a58e435a0d2b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425892 Mar 04 20:48:21.085224 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0260e-f3c5-438c-8022-38fb4eec9636 req-59a760f3-7c64-4b1b-a8cb-2b37ca57749c tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:21.091841 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-25b0260e-f3c5-438c-8022-38fb4eec9636 req-59a760f3-7c64-4b1b-a8cb-2b37ca57749c tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Mar 04 20:48:21.135064 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-25b0260e-f3c5-438c-8022-38fb4eec9636 req-ef8b5407-3997-4fe6-9408-4d2f1aa51fd1 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Mar 04 20:48:21.295826 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:48:22.250667 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e67b-e352-459e-90a4-489b147b45a4 req-1e6b10df-b36c-45ee-9890-f4603bf36e63 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:22.252105 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7b37e67b-e352-459e-90a4-489b147b45a4 req-1e6b10df-b36c-45ee-9890-f4603bf36e63 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 944 time: 0.0520792 Mar 04 20:48:22.299899 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-7b37e67b-e352-459e-90a4-489b147b45a4 req-7502b230-fa88-436f-8d05-1695198122df tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Mar 04 20:48:22.653629 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7a7d78df-d995-4c3e-8ace-31e891fd428d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:48:22.752263 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 7a7d78df-d995-4c3e-8ace-31e891fd428d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:48:22.762527 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Returning: {'device': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'port_id': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'mac_address': 'fa:16:3e:f7:6e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:48:22.799503 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 7a7d78df-d995-4c3e-8ace-31e891fd428d is: DOWN; New status is: BUILD {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:48:22.799890 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:22.812918 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7d78df-d995-4c3e-8ace-31e891fd428d {{(pid=103593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:48:22.832142 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 7a7d78df-d995-4c3e-8ace-31e891fd428d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:48:22.897246 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:22.943400 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=7a7d78df-d995-4c3e-8ace-31e891fd428d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:22.950194 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.950549 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.950901 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.951243 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.951581 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.951915 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.952878 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.953223 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.953545 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.953875 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.954207 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.954533 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:22.954862 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:23.114868 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] get_ports_and_sgs() called for port_ids ['7a7d78df-d995-4c3e-8ace-31e891fd428d'] {{(pid=103593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:48:23.419974 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee007b-880f-49d0-80f4-ce65719c8741 req-f90127fb-ae12-47f6-b85d-212209759d5e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:23.422050 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d5ee007b-880f-49d0-80f4-ce65719c8741 req-f90127fb-ae12-47f6-b85d-212209759d5e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 945 time: 0.0553846 Mar 04 20:48:23.470442 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-d5ee007b-880f-49d0-80f4-ce65719c8741 req-bbddd039-ddc4-49ce-9bc0-2e59a366ddc0 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Mar 04 20:48:24.591008 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af3971-c664-46ae-93a0-0985ada96f7b req-3813e8ba-bbde-4749-8e4e-3e85dc5a470e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:24.592481 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e7af3971-c664-46ae-93a0-0985ada96f7b req-3813e8ba-bbde-4749-8e4e-3e85dc5a470e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 945 time: 0.0564423 Mar 04 20:48:24.639994 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-e7af3971-c664-46ae-93a0-0985ada96f7b req-f0107303-b356-4984-bff7-cad2befeeaa6 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413735 Mar 04 20:48:24.655808 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7a7d78df-d995-4c3e-8ace-31e891fd428d up at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:48:24.749159 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning for port 7a7d78df-d995-4c3e-8ace-31e891fd428d completed by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:48:24.753166 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.provisioning_blocks [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Provisioning complete for port 7a7d78df-d995-4c3e-8ace-31e891fd428d triggered by entity L2. {{(pid=103593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:48:24.754830 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508376'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), provisioning_complete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:24.832517 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Current status of the port 7a7d78df-d995-4c3e-8ace-31e891fd428d is: BUILD; New status is: ACTIVE {{(pid=103593) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:48:24.832912 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:24.854933 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d'}] {{(pid=103593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:48:24.857197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49e4b31e1fe6380114a1a71d78ec7cf29e3f90d4b86467b3936c1dcc8d3d011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17973d-d7ac-4f0b-9038-5753522d902d" -d '{"events": [{"server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "name": "network-vif-plugged", "status": "completed", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d"}]}' {{(pid=103593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:48:24.871324 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] For port 7a7d78df-d995-4c3e-8ace-31e891fd428d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:48:24.946173 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5ebf55-cc71-4803-8586-3639bfec2d6d x-openstack-request-id: req-1c5ebf55-cc71-4803-8586-3639bfec2d6d {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:48:24.946472 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "name": "network-vif-plugged", "status": "completed", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d", "code": 200}]} {{(pid=103593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:48:24.946725 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c5ebf55-cc71-4803-8586-3639bfec2d6d {{(pid=103593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:48:24.947146 dv-cinder-799871-17-iscsi neutron-server[103593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'code': 200} Mar 04 20:48:24.948958 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:24.999649 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Pushing event updated for resources: {'Port': ['ID=7a7d78df-d995-4c3e-8ace-31e891fd428d,revision_number=5']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:25.307810 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c2ea-c094-4018-98ec-de7c6ccaaea7 req-92e3492c-72bc-4744-bf70-40b27bbba900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:25.309227 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0de0c2ea-c094-4018-98ec-de7c6ccaaea7 req-92e3492c-72bc-4744-bf70-40b27bbba900 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 1130 time: 0.0425122 Mar 04 20:48:25.354482 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0de0c2ea-c094-4018-98ec-de7c6ccaaea7 req-809ae9ef-024b-4cfe-aa3b-b1c523fa474a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393224 Mar 04 20:48:25.759963 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff04f5b-f20c-4065-9a62-dbec214697a2 req-abae75ff-14e0-4e21-9724-6079e1d84bba tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:25.761454 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4ff04f5b-f20c-4065-9a62-dbec214697a2 req-abae75ff-14e0-4e21-9724-6079e1d84bba tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 946 time: 0.0561934 Mar 04 20:48:25.812101 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-4ff04f5b-f20c-4065-9a62-dbec214697a2 req-22eb1d7e-cace-400e-becf-c558b2aebccd tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Mar 04 20:48:26.929427 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406572c-7cf8-4336-8453-b3d9e8f553de req-91c1a73d-ff3d-4652-af37-fb46ecd12287 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:26.930897 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9406572c-7cf8-4336-8453-b3d9e8f553de req-91c1a73d-ff3d-4652-af37-fb46ecd12287 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 946 time: 0.0510547 Mar 04 20:48:26.978503 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-9406572c-7cf8-4336-8453-b3d9e8f553de req-1310b298-08fc-4543-ab12-a277b5299259 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Mar 04 20:48:27.094603 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebff75-cb9f-4ab6-8b41-28e174e8e821 req-ebe261a5-0d38-43b4-9151-7bf97da69602 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:27.095977 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0bebff75-cb9f-4ab6-8b41-28e174e8e821 req-ebe261a5-0d38-43b4-9151-7bf97da69602 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 946 time: 0.0524921 Mar 04 20:48:27.146109 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0bebff75-cb9f-4ab6-8b41-28e174e8e821 req-93742802-1c01-434b-8d2b-140919b5c56b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Mar 04 20:48:27.168357 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45478) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:27.211334 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bdb091-fba0-4c2b-b259-1b22c83cb88b tempest-TestVolumeBootPattern-942636013 tempest-TestVolumeBootPattern-942636013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:27.212839 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-13bdb091-fba0-4c2b-b259-1b22c83cb88b tempest-TestVolumeBootPattern-942636013 tempest-TestVolumeBootPattern-942636013-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 1125 time: 0.0435002 Mar 04 20:48:27.215489 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45480) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:27.220167 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.v2.base [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Request body: {'floatingip': {'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'port_id': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:48:27.297633 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:27.395620 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (None), before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:27.502466 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Allocated IP 172.27.3.35 (f20faec2-ab81-46fe-992b-1e746134b885/80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e/d399135b-e68f-425a-a03b-f6fba8767009) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:48:27.601032 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (d399135b-e68f-425a-a03b-f6fba8767009), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:27.686825 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787988065482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (d399135b-e68f-425a-a03b-f6fba8767009), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:27.727037 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Network f20faec2-ab81-46fe-992b-1e746134b885 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:48:27.729866 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:48:27.733313 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:48:27.758715 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=d399135b-e68f-425a-a03b-f6fba8767009,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:28.099484 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c), precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.233076 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600879'] for port (d399135b-e68f-425a-a03b-f6fba8767009), before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.380734 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for port (d399135b-e68f-425a-a03b-f6fba8767009), precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.440245 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787988425400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787988065500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787988065518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10286138'] for port (d399135b-e68f-425a-a03b-f6fba8767009), after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.504993 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event updated for resources: {'Port': ['ID=d399135b-e68f-425a-a03b-f6fba8767009,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:28.516516 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-327763'] for floatingip (8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c), after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.616969 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Floating IP 8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c associated. External IP: 172.27.3.35, port: 7a7d78df-d995-4c3e-8ace-31e891fd428d. Mar 04 20:48:28.825140 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:48:28.935354 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:48:28.945475 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:48:28.955410 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:48:28.956022 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:48:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:29.013813 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.044116 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-b76cfd75-18be-41e6-baf0-d4e5c5fbde6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8276320 Mar 04 20:48:29.044852 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:48:29.047151 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:48:29.063545 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:48:29.083179 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74cae48-0c9e-4a14-af2d-2a2f0c7cd4d7 x-openstack-request-id: req-e74cae48-0c9e-4a14-af2d-2a2f0c7cd4d7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:48:29.083476 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:48:29.083733 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e74cae48-0c9e-4a14-af2d-2a2f0c7cd4d7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:48:29.084170 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'status': 'completed', 'code': 200} Mar 04 20:48:29.151462 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-f851e0cf-bda1-46aa-a3f2-92fa6bad6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:29.153010 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-f851e0cf-bda1-46aa-a3f2-92fa6bad6ddc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 1130 time: 0.0466397 Mar 04 20:48:29.245788 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-4f3dc312-093e-42cf-8ebf-e69409477fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:29.247260 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-4f3dc312-093e-42cf-8ebf-e69409477fd0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0883253 Mar 04 20:48:29.290773 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:23Z', 'revision_number': 1, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}, {'id': '8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:f7:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43961494-985c-4c45-9f93-cacce0d107c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:48:27Z', 'updated_at': '2022-03-04T20:48:27Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:29.311043 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-f1757743-17c1-41fb-86ed-c8ea6a8a68a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d HTTP/1.1" status: 200 len: 999 time: 0.0579228 Mar 04 20:48:29.317165 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:48:29.325356 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:48:29.325885 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:48:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:29.357068 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-71d7e00f-9720-4a57-8bcc-ff445e04c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:29.358711 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-71d7e00f-9720-4a57-8bcc-ff445e04c14d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0424738 Mar 04 20:48:29.411705 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-f583ec2d-f041-4877-ac68-87c5fdb7b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:29.413238 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-f583ec2d-f041-4877-ac68-87c5fdb7b01e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494101 Mar 04 20:48:29.432350 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:48:29.501606 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-a6e15cca-ad5a-4a8a-b076-168b910b2bd0 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824997 Mar 04 20:48:29.592760 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-bfb7198c-485f-48c0-8dfb-8e8747f6fbb7 req-f20fcadb-9065-4bf2-a1df-ad7bd6dc3c33 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849574 Mar 04 20:48:29.652145 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:23Z', 'revision_number': 1, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}, {'id': '8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:f7:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43961494-985c-4c45-9f93-cacce0d107c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:48:27Z', 'updated_at': '2022-03-04T20:48:27Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:29.681409 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420c8e9-5476-4b10-80d9-e4d8e8cd08ed None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:23Z', 'revision_number': 1, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}, {'id': '8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:f7:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43961494-985c-4c45-9f93-cacce0d107c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:48:27Z', 'updated_at': '2022-03-04T20:48:27Z', 'revision_number': 0, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:48:29.879311 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82ca7c-03d4-45c2-964e-6d79cea2bdfd None None] New status for floating IP 8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:48:30.183205 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-50f25ab0-cb25-46b1-9358-760a8ff4c141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:32.491883 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-105168e5-5d24-449c-8700-a5a16f5710e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:33.794901 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:34.903216 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:35.005781 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:36.095707 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-3eb2dbc5-4a11-427f-8d25-9b90e8ea53ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440853 Mar 04 20:48:36.183941 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-c12e07af-ce5e-4237-a1bc-29012e237c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:36.186157 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-c12e07af-ce5e-4237-a1bc-29012e237c0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1129 time: 0.0469487 Mar 04 20:48:36.291973 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-e7979442-1ed2-48df-8f86-3e5611f4046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:36.293462 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-e7979442-1ed2-48df-8f86-3e5611f4046f service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0893188 Mar 04 20:48:36.356647 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-66d00dac-5efb-49ee-8417-02632b041974 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 200 len: 1001 time: 0.0574465 Mar 04 20:48:36.407362 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-a19d56d3-0382-4d17-b23f-92b0d16187f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:36.408828 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-a19d56d3-0382-4d17-b23f-92b0d16187f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0469069 Mar 04 20:48:36.455601 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-77d85823-49d9-46f2-9cfd-4523cce7d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:36.457054 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-77d85823-49d9-46f2-9cfd-4523cce7d060 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431175 Mar 04 20:48:36.547644 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-ea825c34-7ab6-4862-8be3-264c11c2a926 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838311 Mar 04 20:48:36.639031 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-3decb925-89bb-4ba1-9552-cc35062cb384 req-d41f63e1-9912-4b89-bc97-49729adc94e1 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Mar 04 20:48:36.674426 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:58.294696 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:49:00.199152 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d7b9bbf-fac7-4396-a053-111db3c21503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:02.479423 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b81ab144-cc09-462b-a7c8-c636d47052f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:03.776425 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:04.919459 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:05.005071 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:06.696369 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:30.165233 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-767a73eb-98c9-43d3-9108-2d2db50d3f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:32.462535 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dfb68792-0769-4282-b43a-9a7133551ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:33.764626 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:34.930811 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:35.027222 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:35.293996 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:49:36.678780 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:38.987995 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-81533828-3f0b-4b46-8d17-e27c3b59217b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443377 Mar 04 20:49:39.051056 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-4ade29c9-05fa-4974-aad8-cf492ee0b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:39.052591 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-4ade29c9-05fa-4974-aad8-cf492ee0b38c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 1130 time: 0.0431292 Mar 04 20:49:39.156766 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-7c49d906-b28d-45b3-80ff-12eb85770e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:39.158144 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-7c49d906-b28d-45b3-80ff-12eb85770e93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0876584 Mar 04 20:49:39.221341 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-bb7bb0c0-91a8-4981-91fa-024b72a3224b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d HTTP/1.1" status: 200 len: 1001 time: 0.0570371 Mar 04 20:49:39.272049 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-a554972d-6ed0-40ec-8ca6-7773908ee26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:39.273489 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-a554972d-6ed0-40ec-8ca6-7773908ee26f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0466270 Mar 04 20:49:39.321094 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-c2ee4a16-7731-48a7-b0ce-f842e2e49650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:39.322546 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-c2ee4a16-7731-48a7-b0ce-f842e2e49650 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431585 Mar 04 20:49:39.409506 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-db64523c-7037-42d2-a5e7-ae2b94dec219 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810497 Mar 04 20:49:39.750467 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-f2906eb5-faec-40bf-9a75-a1eb50db4d5c req-84aca9a0-1701-45aa-a386-af9be54857c1 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348026 Mar 04 20:49:56.154623 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45520) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:49:56.306235 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Deleting port d399135b-e68f-425a-a03b-f6fba8767009 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:49:56.306573 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (d399135b-e68f-425a-a03b-f6fba8767009), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:56.389712 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (d399135b-e68f-425a-a03b-f6fba8767009), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:56.390035 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (d399135b-e68f-425a-a03b-f6fba8767009), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:56.401380 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Calling delete_port for d399135b-e68f-425a-a03b-f6fba8767009 owned by network:floatingip {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:49:56.650057 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (d399135b-e68f-425a-a03b-f6fba8767009), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:56.677077 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event deleted for resources: {'Port': ['ID=d399135b-e68f-425a-a03b-f6fba8767009,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:49:56.690236 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.690591 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.690941 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.691400 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.691603 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.691934 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.692266 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.692624 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.692955 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.693288 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.693622 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.693944 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.694268 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:56.752601 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:56.752929 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.db.l3_db [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Floating IP 8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c disassociated (deleted). External IP: 172.27.3.35, port: 7a7d78df-d995-4c3e-8ace-31e891fd428d. Mar 04 20:49:56.966445 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:49:57.073738 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:49:57.078643 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:57.083505 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:49:57.092555 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:49:57.093335 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:49:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:49:57.108850 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-eaa895c2-edfb-42d6-a5ac-41c1a02d91b5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "DELETE /v2.0/floatingips/8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c HTTP/1.1" status: 204 len: 168 time: 0.9532158 Mar 04 20:49:57.109424 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:49:57.111766 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebb7454-673f-4fe6-9224-bd202084240c" -d '{"events": [{"name": "network-changed", "server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:49:57.149762 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9153724-397e-4bd2-beae-46a694f908d2 x-openstack-request-id: req-c9153724-397e-4bd2-beae-46a694f908d2 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:49:57.150236 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:49:57.155635 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9153724-397e-4bd2-beae-46a694f908d2 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:49:57.155635 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'status': 'completed', 'code': 200} Mar 04 20:49:57.204313 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:49:57.217214 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7454-673f-4fe6-9224-bd202084240c req-f84613c6-864f-4944-9642-85ac199082f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:57.218656 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eebb7454-673f-4fe6-9224-bd202084240c req-f84613c6-864f-4944-9642-85ac199082f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 1130 time: 0.0463493 Mar 04 20:49:57.327577 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7454-673f-4fe6-9224-bd202084240c req-05f89d9a-068c-4c5d-a9d3-745f2a19ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:57.329096 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eebb7454-673f-4fe6-9224-bd202084240c req-05f89d9a-068c-4c5d-a9d3-745f2a19ce1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.1051869 Mar 04 20:49:57.370545 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eebb7454-673f-4fe6-9224-bd202084240c req-00eae530-1bfb-439c-93ae-44cd80552a67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d HTTP/1.1" status: 200 len: 217 time: 0.0354404 Mar 04 20:49:57.426044 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7454-673f-4fe6-9224-bd202084240c req-58cef016-a3cd-499f-90d5-1b5d9fb201ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:57.427614 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eebb7454-673f-4fe6-9224-bd202084240c req-58cef016-a3cd-499f-90d5-1b5d9fb201ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0463057 Mar 04 20:49:57.437432 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:23Z', 'revision_number': 1, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:49:57.468927 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:49:57.478306 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:49:57.478931 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:49:32Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:49:57.486066 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7454-673f-4fe6-9224-bd202084240c req-347c509b-7794-4f51-ab45-778bc1b53026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:57.487595 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eebb7454-673f-4fe6-9224-bd202084240c req-347c509b-7794-4f51-ab45-778bc1b53026 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530844 Mar 04 20:49:57.564016 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28e72-a2d9-4b40-8759-15154ffa3f9e req-7c0417fa-d72a-46bb-b480-e57cf992420d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:57.566358 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-07a28e72-a2d9-4b40-8759-15154ffa3f9e req-7c0417fa-d72a-46bb-b480-e57cf992420d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 946 time: 0.0598385 Mar 04 20:49:57.583524 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eebb7454-673f-4fe6-9224-bd202084240c req-7811c8da-fa11-4a17-b435-074a632e7694 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892918 Mar 04 20:49:57.600342 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:49:57.624476 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-07a28e72-a2d9-4b40-8759-15154ffa3f9e req-3480fc63-ea66-438d-88b4-61e9c1854d90 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510194 Mar 04 20:49:57.682370 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-eebb7454-673f-4fe6-9224-bd202084240c req-81488d6b-0897-4ba6-a521-095d9b0c876d service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921230 Mar 04 20:49:57.824928 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:23Z', 'revision_number': 1, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:49:57.854246 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab3d45-5e13-44de-936d-e78b60b9ce5f None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_floatingips': [{'id': '106b5298-110f-4880-a7bb-885aef1d1835', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'router_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'port_id': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'mac_address': 'fa:16:3e:0f:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a480e8e-4151-4a98-aeaa-256bca492607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:21Z', 'updated_at': '2022-03-04T20:46:23Z', 'revision_number': 1, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:49:58.065977 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ea46a-f9f4-433a-89fd-ef5bf3571351 None None] New status for floating IP 8b2f47eb-0aa3-42f4-8c12-68d94c59ec0c: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:49:58.749133 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d734e0-78c9-4538-8db7-4df83adb3038 req-df8ae956-ac0e-48e8-9930-9bc830a1c86d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:58.750623 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d6d734e0-78c9-4538-8db7-4df83adb3038 req-df8ae956-ac0e-48e8-9930-9bc830a1c86d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 946 time: 0.0526657 Mar 04 20:49:58.798954 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-d6d734e0-78c9-4538-8db7-4df83adb3038 req-e565df0e-3021-4c54-98d0-2cb01a021e00 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Mar 04 20:49:59.052061 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-2d208a9a-e24c-4119-887e-d93d2049b17f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:59.053454 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-2d208a9a-e24c-4119-887e-d93d2049b17f tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 946 time: 0.0517037 Mar 04 20:49:59.147740 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Deleting port 7a7d78df-d995-4c3e-8ace-31e891fd428d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:49:59.148074 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:59.233363 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] For port 7a7d78df-d995-4c3e-8ace-31e891fd428d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7a7d78df-d995-4c3e-8ace-31e891fd428d,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:49:59.233720 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:59.245946 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Calling delete_port for 7a7d78df-d995-4c3e-8ace-31e891fd428d owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:49:59.438161 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (7a7d78df-d995-4c3e-8ace-31e891fd428d), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:59.465943 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event deleted for resources: {'Port': ['ID=7a7d78df-d995-4c3e-8ace-31e891fd428d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:49:59.513837 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] No DVR routers for this DVR port 7a7d78df-d995-4c3e-8ace-31e891fd428d on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:49:59.516434 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:59.519725 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2b4b910c-6b6d-4d55-9760-f30dd1682ea9 req-d209d14d-d3b3-45c5-98bb-93a7704a3f6d tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "DELETE /v2.0/ports/7a7d78df-d995-4c3e-8ace-31e891fd428d HTTP/1.1" status: 204 len: 173 time: 0.4598327 Mar 04 20:49:59.520128 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'name': 'network-vif-deleted', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:49:59.522400 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90749560-3654-4b4d-b775-6cd786f5e2ae" -d '{"events": [{"server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "name": "network-vif-deleted", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:49:59.556908 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d556be4-38b1-41f9-904f-58dbd93085e7 x-openstack-request-id: req-4d556be4-38b1-41f9-904f-58dbd93085e7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:49:59.557231 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43961494-985c-4c45-9f93-cacce0d107c8", "name": "network-vif-deleted", "tag": "7a7d78df-d995-4c3e-8ace-31e891fd428d", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:49:59.557486 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d556be4-38b1-41f9-904f-58dbd93085e7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:49:59.557883 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43961494-985c-4c45-9f93-cacce0d107c8', 'name': 'network-vif-deleted', 'tag': '7a7d78df-d995-4c3e-8ace-31e891fd428d', 'status': 'completed', 'code': 200} Mar 04 20:49:59.895112 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-8c5779f6-1933-4b99-a93d-6cdcbbb369e5 req-21c42fad-aa87-4a94-bbae-ff981f43f8ab tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=43961494-985c-4c45-9f93-cacce0d107c8 HTTP/1.1" status: 200 len: 210 time: 0.0278611 Mar 04 20:50:00.152801 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-15b78d4a-de98-4760-8587-b6ed98e18269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:02.460761 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-08fc3c1d-7dd0-4b1e-8428-9a6e30d2342a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:03.149434 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7a7d78df-d995-4c3e-8ace-31e891fd428d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:03.169659 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: 7a7d78df-d995-4c3e-8ace-31e891fd428d {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:03.170006 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device 7a7d78df-d995-4c3e-8ace-31e891fd428d not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:03.402288 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45560) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:03.557235 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Deleting port 01d700df-6de2-4a16-bbef-4bcaa4b969f7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:03.557574 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:03.632150 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:03.632506 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (01d700df-6de2-4a16-bbef-4bcaa4b969f7), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:03.649386 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Calling delete_port for 01d700df-6de2-4a16-bbef-4bcaa4b969f7 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:03.786410 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:03.878780 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (01d700df-6de2-4a16-bbef-4bcaa4b969f7), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:03.904278 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event deleted for resources: {'Port': ['ID=01d700df-6de2-4a16-bbef-4bcaa4b969f7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:03.936116 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.936504 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.936855 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.937199 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.937537 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.937869 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.938201 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.938529 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.938857 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.939182 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.939507 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.939826 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.940145 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:03.976809 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (106b5298-110f-4880-a7bb-885aef1d1835), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:03.977759 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.db.l3_db [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Floating IP 106b5298-110f-4880-a7bb-885aef1d1835 disassociated (deleted). External IP: 172.27.3.133, port: a68ec4a4-7866-4d18-899f-391d1ab5ff56. Mar 04 20:50:04.183808 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:50:04.292582 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:50:04.297403 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:04.302190 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:50:04.311674 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:50:04.312358 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:50:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:04.426221 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:50:04.573619 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f66064b0-2cc2-4e11-9969-e9a501325ed3 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "DELETE /v2.0/floatingips/106b5298-110f-4880-a7bb-885aef1d1835 HTTP/1.1" status: 204 len: 168 time: 1.1701758 Mar 04 20:50:04.574898 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:50:04.576788 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}204322f636c8ab7866a5cd30896f32b4484c25a52eedf3dfbfec12723aaba56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cffce21-dcf1-4929-8b29-35150a7163b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:50:04.628548 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:04.658062 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:50:04.671736 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:50:04.671736 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:50:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:04.699992 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26473f5c-c189-4a26-bd9e-10dde400c75f x-openstack-request-id: req-26473f5c-c189-4a26-bd9e-10dde400c75f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:50:04.700285 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:50:04.700563 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26473f5c-c189-4a26-bd9e-10dde400c75f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:50:04.700957 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'status': 'completed', 'code': 200} Mar 04 20:50:04.765299 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-9a40ab2e-2713-40c2-8dbc-a92cc75c0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:50:04.767012 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-9a40ab2e-2713-40c2-8dbc-a92cc75c0f82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=599b04fc05bf4935ab091efc597090c2&device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 1129 time: 0.0458872 Mar 04 20:50:04.780274 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:50:04.865933 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-0677b413-36c2-44f8-a70a-bdbb902dcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:50:04.867557 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-0677b413-36c2-44f8-a70a-bdbb902dcbe8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 200 len: 913 time: 0.0953298 Mar 04 20:50:04.910801 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-497d1b2e-e444-48d2-9f30-346894c1c3c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 200 len: 217 time: 0.0374837 Mar 04 20:50:04.938298 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:04.968472 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-26203614-3dd9-402c-8bc8-0c4da8fea0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:50:04.969865 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-26203614-3dd9-402c-8bc8-0c4da8fea0a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 200 len: 851 time: 0.0524600 Mar 04 20:50:05.023596 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d0d2c-068a-4619-a423-90cec4b583e1 req-9995716d-ded3-4f08-9fff-37c68c404f14 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:50:05.026262 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-37c85381-9fb9-4a9d-b81d-feae439906e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:50:05.027923 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-37c85381-9fb9-4a9d-b81d-feae439906e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06168da3-93df-4272-9306-a09f30b75f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521941 Mar 04 20:50:05.028782 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-929d0d2c-068a-4619-a423-90cec4b583e1 req-9995716d-ded3-4f08-9fff-37c68c404f14 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 945 time: 0.0688469 Mar 04 20:50:05.078227 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [req-929d0d2c-068a-4619-a423-90cec4b583e1 req-87c1e37c-f832-46be-a057-aa531189245b tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Mar 04 20:50:05.079093 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:05.115587 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:05.122421 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-57473966-482b-4c7c-9d7c-ecdd6f0f5878 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874300 Mar 04 20:50:05.142232 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf610c9-d0f5-4d9e-8339-4520e3a84956 None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi', '_interfaces': [{'id': '086f5950-8680-4484-a3bf-8bc6d636a9f1', 'name': '', 'network_id': '06168da3-93df-4272-9306-a09f30b75f3e', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'mac_address': 'fa:16:3e:0a:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'subnets': [{'id': '16b0a196-2460-4a8f-a216-7a722bec1401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:50:05.223594 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-2cffce21-dcf1-4929-8b29-35150a7163b0 req-5f8c721f-75c7-452d-a940-d70247ecc704 service neutron] 10.222.0.39 "GET /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888102 Mar 04 20:50:05.359554 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09042a80-5997-4f6c-b37e-7d5f127f8510 None None] New status for floating IP 106b5298-110f-4880-a7bb-885aef1d1835: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:50:06.196863 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e30ef-3963-464a-8ac9-36981c59df20 req-a6f50fbd-2732-42cf-aef3-9e615bae94f7 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:50:06.198218 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-037e30ef-3963-464a-8ac9-36981c59df20 req-a6f50fbd-2732-42cf-aef3-9e615bae94f7 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 945 time: 0.0520191 Mar 04 20:50:06.245693 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-037e30ef-3963-464a-8ac9-36981c59df20 req-2ee749c6-f5b3-4240-a3dc-5bca96497b19 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d9f9dd8-d34c-4ed2-b228-96321fde8a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 Mar 04 20:50:06.506977 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-6b2974e9-3386-4e4b-8135-f15df30d511e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:50:06.508432 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-6b2974e9-3386-4e4b-8135-f15df30d511e tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 945 time: 0.0551703 Mar 04 20:50:06.596511 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Deleting port a68ec4a4-7866-4d18-899f-391d1ab5ff56 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:06.596849 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:06.687517 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] For port a68ec4a4-7866-4d18-899f-391d1ab5ff56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a68ec4a4-7866-4d18-899f-391d1ab5ff56,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:06.687880 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:06.689737 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:06.700169 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Calling delete_port for a68ec4a4-7866-4d18-899f-391d1ab5ff56 owned by compute:nova {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:06.878780 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (a68ec4a4-7866-4d18-899f-391d1ab5ff56), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:06.911308 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event deleted for resources: {'Port': ['ID=a68ec4a4-7866-4d18-899f-391d1ab5ff56,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:06.954772 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] No DVR routers for this DVR port a68ec4a4-7866-4d18-899f-391d1ab5ff56 on host hv-cinder-79987 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:50:06.957295 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for port (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:06.960638 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-c862fa6c-7166-4ca2-89d2-e4dc58fe8cb9 req-2c9a0e55-8110-485f-a37d-71eba5b4b332 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.39 "DELETE /v2.0/ports/a68ec4a4-7866-4d18-899f-391d1ab5ff56 HTTP/1.1" status: 204 len: 173 time: 0.4472876 Mar 04 20:50:06.965471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'name': 'network-vif-deleted', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:50:06.965471 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab6fffd2c276317a4364bd3429c79200940b71afbf69c0566ead17ed402d055" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5cb122-a9ae-464f-b7c0-a64a03f5bba7" -d '{"events": [{"server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "name": "network-vif-deleted", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:50:06.999599 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8da444-a26a-448e-acb9-cc05dd0250ff x-openstack-request-id: req-ae8da444-a26a-448e-acb9-cc05dd0250ff {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:50:06.999901 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a480e8e-4151-4a98-aeaa-256bca492607", "name": "network-vif-deleted", "tag": "a68ec4a4-7866-4d18-899f-391d1ab5ff56", "status": "completed", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:50:07.000157 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae8da444-a26a-448e-acb9-cc05dd0250ff {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:50:07.000585 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a480e8e-4151-4a98-aeaa-256bca492607', 'name': 'network-vif-deleted', 'tag': 'a68ec4a4-7866-4d18-899f-391d1ab5ff56', 'status': 'completed', 'code': 200} Mar 04 20:50:07.344726 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [req-0779335e-a6ad-4423-912c-bf4ba40eb18c req-3b5cd500-e240-4409-a2d8-92c2e73aefa5 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a480e8e-4151-4a98-aeaa-256bca492607 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Mar 04 20:50:08.401550 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45578) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:08.527339 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Deleting port 43e6194d-05c3-4c44-83ab-2ece26033e5b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:08.527705 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:08.610050 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:08.610382 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (43e6194d-05c3-4c44-83ab-2ece26033e5b), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:08.623629 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Calling delete_port for 43e6194d-05c3-4c44-83ab-2ece26033e5b owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:08.826644 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (43e6194d-05c3-4c44-83ab-2ece26033e5b), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:08.858171 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event deleted for resources: {'Port': ['ID=43e6194d-05c3-4c44-83ab-2ece26033e5b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:08.923703 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for floatingip (59857347-2ed5-4e61-99ae-c9060c167c81), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:08.926317 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27871'] for floatingip (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:08.927465 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-06d98318-58b8-4edb-8a23-4fd3d4a469b2 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "DELETE /v2.0/floatingips/59857347-2ed5-4e61-99ae-c9060c167c81 HTTP/1.1" status: 204 len: 168 time: 0.5249205 Mar 04 20:50:09.214387 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a68ec4a4-7866-4d18-899f-391d1ab5ff56 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:09.235152 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] No Port match for: a68ec4a4-7866-4d18-899f-391d1ab5ff56 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:09.235490 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Device a68ec4a4-7866-4d18-899f-391d1ab5ff56 not bound to the agent host hv-cinder-79987 {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:10.234454 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45590) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:10.288424 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c5483f4-e715-4bbe-92b7-96f374003e57 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group (2d9f9dd8-d34c-4ed2-b228-96321fde8a28), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:10.312830 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c5483f4-e715-4bbe-92b7-96f374003e57 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group (2d9f9dd8-d34c-4ed2-b228-96321fde8a28), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:10.421295 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c5483f4-e715-4bbe-92b7-96f374003e57 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (2d9f9dd8-d34c-4ed2-b228-96321fde8a28), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:10.423900 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c5483f4-e715-4bbe-92b7-96f374003e57 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:10.425124 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-8c5483f4-e715-4bbe-92b7-96f374003e57 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d9f9dd8-d34c-4ed2-b228-96321fde8a28 HTTP/1.1" status: 204 len: 168 time: 0.1896737 Mar 04 20:50:10.434245 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5483f4-e715-4bbe-92b7-96f374003e57 tempest-TestVolumeBootPattern-1308147293 tempest-TestVolumeBootPattern-1308147293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f9dd8-d34c-4ed2-b228-96321fde8a28,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:10.522136 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45594) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:11.011182 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:11.250584 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Deleting port 086f5950-8680-4484-a3bf-8bc6d636a9f1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:11.251249 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:11.329267 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] For port 086f5950-8680-4484-a3bf-8bc6d636a9f1, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=086f5950-8680-4484-a3bf-8bc6d636a9f1,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:11.329648 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:11.340976 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Calling delete_port for 086f5950-8680-4484-a3bf-8bc6d636a9f1 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:11.575137 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (086f5950-8680-4484-a3bf-8bc6d636a9f1), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:11.600791 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Pushing event deleted for resources: {'Port': ['ID=086f5950-8680-4484-a3bf-8bc6d636a9f1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:11.781186 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:11.994675 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:50:12.116617 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:50:12.122232 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-c4343969-512b-4772-be8c-505b2bf4ab9d admin admin] 10.222.0.37 "PUT /v2.0/routers/0fc187aa-bfbd-4e4b-b87f-be8c76ad8950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5990183 Mar 04 20:50:12.124857 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45598) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:12.129484 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] Sync routers for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:50:12.142506 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:50:12.143204 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:50:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:12.231859 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks [] for router (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:12.250091 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: dv-cinder-799871-17-iscsi {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:50:12.309503 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:50:12.334910 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks [] for router_gateway (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:12.431031 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:50:11Z', 'revision_number': 5, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port': {'id': 'e44d8d53-4ad7-4371-adb6-a526a000173d', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:12.452547 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Deleting port e44d8d53-4ad7-4371-adb6-a526a000173d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:12.452887 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:12.457087 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] Checking router: 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 for host: dv-cinder-799871-17-iscsi {{(pid=103594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:50:12.465983 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] Routers {'0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:50:12.466589 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:50:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'], 'active': True} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:12.533387 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] For port e44d8d53-4ad7-4371-adb6-a526a000173d, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e44d8d53-4ad7-4371-adb6-a526a000173d,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:12.533748 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:12.546059 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Calling delete_port for e44d8d53-4ad7-4371-adb6-a526a000173d owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:12.553366 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_dvr_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] Set router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 gateway port host: None {{(pid=103594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:50:12.606846 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.l3_hamode_db [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:50:12Z', 'revision_number': 6, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port_host': None}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:12.632506 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657d7f0-5d44-4c1d-835a-f6fb2d6d585c None None] The sync data for ids ['0fc187aa-bfbd-4e4b-b87f-be8c76ad8950'] in dv-cinder-799871-17-iscsi is: [{'id': '0fc187aa-bfbd-4e4b-b87f-be8c76ad8950', 'name': 'tempest-TestVolumeBootPattern-1538615878-router', 'tenant_id': '599b04fc05bf4935ab091efc597090c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:50:12Z', 'revision_number': 6, 'project_id': '599b04fc05bf4935ab091efc597090c2', 'gw_port_host': None}] {{(pid=103594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:50:12.809479 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (e44d8d53-4ad7-4371-adb6-a526a000173d), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:12.834355 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Pushing event deleted for resources: {'Port': ['ID=e44d8d53-4ad7-4371-adb6-a526a000173d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:12.893125 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:12.989737 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:12.991883 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks [] for router_controller (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.084158 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (0fc187aa-bfbd-4e4b-b87f-be8c76ad8950), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.084758 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:50:13.089666 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.090815 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-96f9acc6-a11b-4e9f-a5b1-1a92c919682a admin admin] 10.222.0.37 "DELETE /v2.0/routers/0fc187aa-bfbd-4e4b-b87f-be8c76ad8950 HTTP/1.1" status: 204 len: 168 time: 0.9648561 Mar 04 20:50:13.093370 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:13.137114 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] Deleting subnet 16b0a196-2460-4a8f-a216-7a722bec1401 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:50:13.140306 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] Publish callbacks [] for subnet (16b0a196-2460-4a8f-a216-7a722bec1401), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.174388 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (16b0a196-2460-4a8f-a216-7a722bec1401), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.251391 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (16b0a196-2460-4a8f-a216-7a722bec1401), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.370609 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (16b0a196-2460-4a8f-a216-7a722bec1401), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.395600 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b0a196-2460-4a8f-a216-7a722bec1401,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:13.401955 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.407420 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-f5a7643f-6a70-483f-8675-7aac00ab3671 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/16b0a196-2460-4a8f-a216-7a722bec1401 HTTP/1.1" status: 204 len: 168 time: 0.3109214 Mar 04 20:50:13.407784 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5031c5-24c2-4027-bbed-373f0abe7f08 None None] Network 06168da3-93df-4272-9306-a09f30b75f3e requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:50:13.408257 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45602) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:13.485339 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (06168da3-93df-4272-9306-a09f30b75f3e), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.549204 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Deleting port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:13.549548 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.579531 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] DHCP port deletion for 06168da3-93df-4272-9306-a09f30b75f3e request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:50:13.626331 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] For port 33f1457a-0250-41cc-8d87-a02fa8a0ae66, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=33f1457a-0250-41cc-8d87-a02fa8a0ae66,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:13.626771 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.630646 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e44d8d53-4ad7-4371-adb6-a526a000173d no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:13.645240 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Calling delete_port for 33f1457a-0250-41cc-8d87-a02fa8a0ae66 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:13.657333 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Deleting port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:13.657703 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.659603 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: e44d8d53-4ad7-4371-adb6-a526a000173d {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:13.660124 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e44d8d53-4ad7-4371-adb6-a526a000173d not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:13.660561 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 086f5950-8680-4484-a3bf-8bc6d636a9f1 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:13.695931 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 086f5950-8680-4484-a3bf-8bc6d636a9f1 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:13.696345 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 086f5950-8680-4484-a3bf-8bc6d636a9f1 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:13.743646 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] For port 33f1457a-0250-41cc-8d87-a02fa8a0ae66, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=33f1457a-0250-41cc-8d87-a02fa8a0ae66,segment=NetworkSegment(bb5cefd0-621c-4702-b6c5-d210d31b8d8a),segment_id=bb5cefd0-621c-4702-b6c5-d210d31b8d8a)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:13.744045 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.756244 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Calling delete_port for 33f1457a-0250-41cc-8d87-a02fa8a0ae66 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:13.787032 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.814136 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f1457a-0250-41cc-8d87-a02fa8a0ae66,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:13.817613 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] No DVR routers for this DVR port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 on host dv-cinder-799871-17-iscsi {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:50:13.896620 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (06168da3-93df-4272-9306-a09f30b75f3e), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.918128 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06168da3-93df-4272-9306-a09f30b75f3e']}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:13.928159 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a') {'for_net_delete': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:13.928480 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5cefd0-621c-4702-b6c5-d210d31b8d8a') {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:13.938059 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10002025'] for segment (bb5cefd0-621c-4702-b6c5-d210d31b8d8a), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.951175 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (bb5cefd0-621c-4702-b6c5-d210d31b8d8a), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.957370 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:50:13.959339 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286110'] for segment (bb5cefd0-621c-4702-b6c5-d210d31b8d8a), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: Traceback (most recent call last): Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: timer() Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: cb(*args, **kw) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: return func(*args, **kwargs) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: self._notify() Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: self.callback(batched_events) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: event.method(event) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: return f(self, *a, **k) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._get(url).json() Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: return self.request(url, 'GET', **kwargs) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:50:13.959739 dv-cinder-799871-17-iscsi neutron-server[103592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:50:13.963783 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (33f1457a-0250-41cc-8d87-a02fa8a0ae66), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.989338 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Pushing event deleted for resources: {'Port': ['ID=33f1457a-0250-41cc-8d87-a02fa8a0ae66,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:13.994660 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] No DVR routers for this DVR port 33f1457a-0250-41cc-8d87-a02fa8a0ae66 on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:50:14.001019 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.004501 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.005480 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.005480 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2341bd1d-fa16-49b7-b8b2-dca77346297f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-iscsi {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:50:14.095008 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (06168da3-93df-4272-9306-a09f30b75f3e), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:14.100248 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:14.103483 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/06168da3-93df-4272-9306-a09f30b75f3e HTTP/1.1" status: 204 len: 168 time: 0.6945665 Mar 04 20:50:14.106468 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45604) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:14.368657 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53bc4a-ff2b-456f-881b-440ceeb3d5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=06168da3-93df-4272-9306-a09f30b75f3e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:14.705812 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-334163'] for router_interface (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:14.946216 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Deleting port 5707fddf-ba40-46a2-a315-056f51bbf3d0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:14.946558 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:15.031706 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] For port 5707fddf-ba40-46a2-a315-056f51bbf3d0, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=5707fddf-ba40-46a2-a315-056f51bbf3d0,segment=NetworkSegment(66cd5d23-5e88-48b9-9c78-cb8836ce424b),segment_id=66cd5d23-5e88-48b9-9c78-cb8836ce424b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:15.032010 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:15.044628 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Calling delete_port for 5707fddf-ba40-46a2-a315-056f51bbf3d0 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:15.266776 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (5707fddf-ba40-46a2-a315-056f51bbf3d0), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:15.301340 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=5707fddf-ba40-46a2-a315-056f51bbf3d0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:15.464277 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-334119'] for router_interface (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:15.645372 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 33f1457a-0250-41cc-8d87-a02fa8a0ae66 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:15.666303 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 33f1457a-0250-41cc-8d87-a02fa8a0ae66 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:15.666648 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 33f1457a-0250-41cc-8d87-a02fa8a0ae66 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:15.687635 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af has already been hosted by L3 agent 127a7afb-d440-45a0-836c-376269bbe4c7 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:50:15.794559 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] Notify agent at l3_agent.dv-cinder-799871-17-iscsi the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:50:15.799467 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-bb7d411f-88f1-4b7f-9d0d-fb4e1fcf3e6b admin admin] 10.222.0.37 "PUT /v2.0/routers/388f3eca-6cd8-450c-81a6-e3bb9e40a1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919935 Mar 04 20:50:15.802045 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45606) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:15.803731 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] Sync routers for ids ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'] in dv-cinder-799871-17-iscsi {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:50:15.813612 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] Routers {'388f3eca-6cd8-450c-81a6-e3bb9e40a1af'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:50:15.814228 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:50:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:15.906487 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks [] for router (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:15.921464 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] Set router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af gateway port host: dv-cinder-799871-17-iscsi {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:50:16.010531 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks [] for router_gateway (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.101707 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'external_fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:50:15Z', 'revision_number': 5, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port': {'id': 'ea607f70-4b76-42e6-b13f-d924fe87eda6', 'name': '', 'network_id': 'f20faec2-ab81-46fe-992b-1e746134b885', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:14Z', 'updated_at': '2022-03-04T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80e2c67c-ed3a-4c81-a24d-6b5d6b94f84e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-iscsi'}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:16.126272 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Deleting port ea607f70-4b76-42e6-b13f-d924fe87eda6 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:16.134134 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.134270 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] Checking router: 388f3eca-6cd8-450c-81a6-e3bb9e40a1af for host: dv-cinder-799871-17-iscsi {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:50:16.137255 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] Routers {'388f3eca-6cd8-450c-81a6-e3bb9e40a1af'} bound to L3 agent in host dv-cinder-799871-17-iscsi {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:50:16.137885 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:27:02Z,description=,heartbeat_timestamp=2022-03-04T20:50:02Z,host='dv-cinder-799871-17-iscsi',id=127a7afb-d440-45a0-836c-376269bbe4c7,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:27:03Z,topic='l3_agent')) {'router_ids': ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:16.204044 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] For port ea607f70-4b76-42e6-b13f-d924fe87eda6, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=ea607f70-4b76-42e6-b13f-d924fe87eda6,segment=NetworkSegment(145faa7d-1615-4232-922d-b7852d655eec),segment_id=145faa7d-1615-4232-922d-b7852d655eec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:16.204429 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.215717 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Calling delete_port for ea607f70-4b76-42e6-b13f-d924fe87eda6 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:16.228156 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] Set router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:50:16.283720 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:50:16Z', 'revision_number': 6, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port_host': None}], 'dv-cinder-799871-17-iscsi', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:16.310286 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34a7f2-fb77-4b0a-8d7b-8606fe1640ec None None] The sync data for ids ['388f3eca-6cd8-450c-81a6-e3bb9e40a1af'] in dv-cinder-799871-17-iscsi is: [{'id': '388f3eca-6cd8-450c-81a6-e3bb9e40a1af', 'name': 'tempest-TestVolumeBootPattern-849465139-router', 'tenant_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:13Z', 'updated_at': '2022-03-04T20:50:16Z', 'revision_number': 6, 'project_id': 'b4497fd65f25428e89121fae0ffb5eaf', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:50:16.449414 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9668183'] for port (ea607f70-4b76-42e6-b13f-d924fe87eda6), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.472405 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea607f70-4b76-42e6-b13f-d924fe87eda6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:16.533482 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-329101'] for router_gateway (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.624481 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-334649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9808'] for router (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.626685 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks [] for router_controller (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.729566 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-334638'] for router (388f3eca-6cd8-450c-81a6-e3bb9e40a1af), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.730141 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 388f3eca-6cd8-450c-81a6-e3bb9e40a1af {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:50:16.734513 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.735675 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-247bbcf4-1a47-42e9-98b9-44e82432c24f admin admin] 10.222.0.37 "DELETE /v2.0/routers/388f3eca-6cd8-450c-81a6-e3bb9e40a1af HTTP/1.1" status: 204 len: 168 time: 0.9323733 Mar 04 20:50:16.738447 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.37', 45608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:16.783160 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] Deleting subnet 269671b5-5090-4a6b-9ba8-e901e1bc4bc7 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:50:16.786181 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] Publish callbacks [] for subnet (269671b5-5090-4a6b-9ba8-e901e1bc4bc7), before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.821365 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9689992'] for subnet (269671b5-5090-4a6b-9ba8-e901e1bc4bc7), precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:16.900148 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1472266'] for subnet (269671b5-5090-4a6b-9ba8-e901e1bc4bc7), precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.021284 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1472273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9668192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9526108'] for subnet (269671b5-5090-4a6b-9ba8-e901e1bc4bc7), after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.049310 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269671b5-5090-4a6b-9ba8-e901e1bc4bc7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:17.054272 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for subnet (None), before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.058308 dv-cinder-799871-17-iscsi neutron-server[103591]: INFO neutron.wsgi [None req-2b5aa36e-b676-4ad9-9743-3199b0b3b3ba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/269671b5-5090-4a6b-9ba8-e901e1bc4bc7 HTTP/1.1" status: 204 len: 168 time: 0.3187311 Mar 04 20:50:17.059486 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ebf9c-c788-44c2-be83-0f83218a5f06 None None] Network d5199b14-b74c-40ba-af10-072aecdcc479 requested from dv-cinder-799871-17-iscsi {{(pid=103593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:50:17.060986 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45610) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:17.132124 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634245'] for network (d5199b14-b74c-40ba-af10-072aecdcc479), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.189188 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Deleting port e519e86e-4cb8-4312-845a-98a1576ef089 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:17.189527 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.212722 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] DHCP port deletion for d5199b14-b74c-40ba-af10-072aecdcc479 request from dv-cinder-799871-17-iscsi {{(pid=103593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:50:17.258074 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] For port e519e86e-4cb8-4312-845a-98a1576ef089, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e519e86e-4cb8-4312-845a-98a1576ef089,segment=NetworkSegment(66cd5d23-5e88-48b9-9c78-cb8836ce424b),segment_id=66cd5d23-5e88-48b9-9c78-cb8836ce424b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:17.258595 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.264235 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] Deleting port e519e86e-4cb8-4312-845a-98a1576ef089 {{(pid=103593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:50:17.264663 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787988418883'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), before_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.272132 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Calling delete_port for e519e86e-4cb8-4312-845a-98a1576ef089 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:17.333800 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] For port e519e86e-4cb8-4312-845a-98a1576ef089, host dv-cinder-799871-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-iscsi',level=0,port_id=e519e86e-4cb8-4312-845a-98a1576ef089,segment=NetworkSegment(66cd5d23-5e88-48b9-9c78-cb8836ce424b),segment_id=66cd5d23-5e88-48b9-9c78-cb8836ce424b)] {{(pid=103593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:50:17.334197 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-331329'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), precommit_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.347373 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] Calling delete_port for e519e86e-4cb8-4312-845a-98a1576ef089 owned by network:dhcp {{(pid=103593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:50:17.426834 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10286147'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.432442 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787988425382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787988065491'] for port (e519e86e-4cb8-4312-845a-98a1576ef089), after_delete {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.454216 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e519e86e-4cb8-4312-845a-98a1576ef089,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:17.455964 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] No DVR routers for this DVR port e519e86e-4cb8-4312-845a-98a1576ef089 on host dv-cinder-799871-17-iscsi {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:50:17.457642 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] Pushing event deleted for resources: {'Port': ['ID=e519e86e-4cb8-4312-845a-98a1576ef089,revision_number=None']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:17.463847 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b5f06-9d18-43a5-af4b-081806458f5a None None] No DVR routers for this DVR port e519e86e-4cb8-4312-845a-98a1576ef089 on host dv-cinder-799871-17-iscsi {{(pid=103593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:50:17.525555 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510533', 'neutron.services.segments.db._delete_segments_for_network-8787988592487'] for network (d5199b14-b74c-40ba-af10-072aecdcc479), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.546895 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5199b14-b74c-40ba-af10-072aecdcc479']}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:17.556970 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cd5d23-5e88-48b9-9c78-cb8836ce424b') {'for_net_delete': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:17.557269 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.services.segments.db [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cd5d23-5e88-48b9-9c78-cb8836ce424b') {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:50:17.569904 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787988593264', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10002025'] for segment (66cd5d23-5e88-48b9-9c78-cb8836ce424b), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.583037 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929'] for segment (66cd5d23-5e88-48b9-9c78-cb8836ce424b), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.589097 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:50:17.591397 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e519e86e-4cb8-4312-845a-98a1576ef089 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1472929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10286110'] for segment (66cd5d23-5e88-48b9-9c78-cb8836ce424b), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: Traceback (most recent call last): Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: timer() Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: cb(*args, **kw) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: return func(*args, **kwargs) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: self._notify() Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: self.callback(batched_events) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: event.method(event) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: return f(self, *a, **k) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._get(url).json() Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: return self.request(url, 'GET', **kwargs) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:50:17.591516 dv-cinder-799871-17-iscsi neutron-server[103592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:50:17.614040 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: e519e86e-4cb8-4312-845a-98a1576ef089 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:17.614393 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device e519e86e-4cb8-4312-845a-98a1576ef089 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:17.614815 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device ea607f70-4b76-42e6-b13f-d924fe87eda6 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:17.634397 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: ea607f70-4b76-42e6-b13f-d924fe87eda6 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:17.634752 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device ea607f70-4b76-42e6-b13f-d924fe87eda6 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:17.635168 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5707fddf-ba40-46a2-a315-056f51bbf3d0 no longer exists at agent ovs-agent-dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:50:17.654215 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] No Port match for: 5707fddf-ba40-46a2-a315-056f51bbf3d0 {{(pid=103593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:50:17.654567 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron.plugins.ml2.rpc [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Device 5707fddf-ba40-46a2-a315-056f51bbf3d0 not bound to the agent host dv-cinder-799871-17-iscsi {{(pid=103593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:50:17.701774 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1687043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-329129'] for network (d5199b14-b74c-40ba-af10-072aecdcc479), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.706541 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1687057'] for network (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.709701 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5199b14-b74c-40ba-af10-072aecdcc479 HTTP/1.1" status: 204 len: 168 time: 0.6477015 Mar 04 20:50:17.721399 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266e85f-8533-4133-86e0-aa56b30e4f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5199b14-b74c-40ba-af10-072aecdcc479,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:17.969142 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45614) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:18.009747 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-30a634e5-d936-4a41-8b60-41e7c6ca698d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=599b04fc05bf4935ab091efc597090c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394125 Mar 04 20:50:18.012148 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45616) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:18.059216 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4464-787a-4b47-aa77-dce83597a8a5 admin admin] Publish callbacks [] for security_group (8d63a2de-a184-4d6f-b233-3e551ad29521), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:18.084211 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4464-787a-4b47-aa77-dce83597a8a5 admin admin] Publish callbacks [] for security_group (8d63a2de-a184-4d6f-b233-3e551ad29521), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:18.181266 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4464-787a-4b47-aa77-dce83597a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8d63a2de-a184-4d6f-b233-3e551ad29521), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:18.183827 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ccd4464-787a-4b47-aa77-dce83597a8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:18.185019 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-8ccd4464-787a-4b47-aa77-dce83597a8a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d63a2de-a184-4d6f-b233-3e551ad29521 HTTP/1.1" status: 204 len: 168 time: 0.1719427 Mar 04 20:50:18.193007 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd4464-787a-4b47-aa77-dce83597a8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d63a2de-a184-4d6f-b233-3e551ad29521,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:18.798536 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45622) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:18.837942 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-bb915c03-7ec5-4389-9333-bca80dd125ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4497fd65f25428e89121fae0ffb5eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382144 Mar 04 20:50:18.840257 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.wsgi [-] (103592) accepted ('10.222.0.37', 45624) {{(pid=103592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:50:18.886698 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dd897129-d39b-49b8-8d24-65f019248af5 admin admin] Publish callbacks [] for security_group (8a65a54a-01dc-4d42-92f4-55b9aed6dbdc), before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:18.907405 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dd897129-d39b-49b8-8d24-65f019248af5 admin admin] Publish callbacks [] for security_group (8a65a54a-01dc-4d42-92f4-55b9aed6dbdc), precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:19.020823 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dd897129-d39b-49b8-8d24-65f019248af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424348'] for security_group (8a65a54a-01dc-4d42-92f4-55b9aed6dbdc), after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:19.023343 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dd897129-d39b-49b8-8d24-65f019248af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:19.025313 dv-cinder-799871-17-iscsi neutron-server[103592]: INFO neutron.wsgi [None req-dd897129-d39b-49b8-8d24-65f019248af5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a65a54a-01dc-4d42-92f4-55b9aed6dbdc HTTP/1.1" status: 204 len: 168 time: 0.1841347 Mar 04 20:50:19.033158 dv-cinder-799871-17-iscsi neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd897129-d39b-49b8-8d24-65f019248af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a65a54a-01dc-4d42-92f4-55b9aed6dbdc,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:50:30.152146 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f9352e43-9dd4-445f-87db-74734302f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:32.482935 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ff57a7a3-ea0b-40c1-8fd9-2cbf2276dc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:33.780511 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:34.900840 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:35.020099 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:36.665770 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:49.308985 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:51:00.151374 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9fbaeb9c-6b19-4203-abe9-b1b9d997adc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:02.506346 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b0c520be-da26-470b-8a06-bd5c7878b013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:03.785172 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:04.928426 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:05.036839 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:06.659677 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:09.906169 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [req-c161763b-a67f-49a7-8917-1a0da85bc154 req-fce49445-46cb-439e-ade6-ded5ae2af5f7 service neutron] (103591) timed out ('10.222.0.39', 61056) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 20:51:26.309385 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:51:30.150522 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d2542009-680e-4480-9a2d-b6907f110ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:32.487673 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5b0860e5-4ab7-4189-9789-6fcb302173fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:33.767543 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:34.955943 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:35.052951 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:36.670462 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:00.155184 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6771d7f3-4ba4-4fa6-aa5b-58f95f5e6c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:02.486830 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-82d54a6a-8c05-419d-ba01-27c692318e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:03.308640 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:52:03.772697 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:04.909374 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:05.029359 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:06.686022 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:30.194317 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-93c900ba-0497-4b06-aa90-135d1c1ab9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:32.491009 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7477dd99-d34a-4961-908f-b935462cfd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:33.794419 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:34.936688 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:35.090878 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:36.680065 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:40.309377 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:53:00.154062 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8de4a51c-3495-42a0-bbbd-d3157094006f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:02.485669 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b5f2036-61b9-44b8-9b51-987e692d3ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:03.804138 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:04.958565 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:05.101654 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:06.713627 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:17.309019 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:53:30.153722 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6039e754-5f46-48db-bac3-f21a9b168b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:32.530077 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f172f3-63de-4b51-8c59-2acafdb841e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:33.833104 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:34.924609 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:35.061782 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:36.718572 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:54.309540 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:54:00.153017 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3a22825f-ffb4-429a-80ea-c577d42c895e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:02.512620 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6784d86a-f90a-4594-9b5f-4b80dce89d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:03.803368 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:04.941061 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:05.083756 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:06.706735 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:23.159177 dv-cinder-799871-17-iscsi neutron-server[103591]: DEBUG neutron.wsgi [req-ca122acd-a7fc-4454-be51-c5ef32e5ed74 req-9eacdc4d-e2d8-4c6c-b878-f1cd8ebe198e service neutron] (103591) timed out ('10.222.0.39', 61022) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 20:54:30.157449 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b02968aa-f479-4122-b566-e5e8c4b36d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:31.310036 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:54:32.500515 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f657781c-3afd-4175-8c47-3ae536fdcd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:33.814468 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:34.940071 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:35.094124 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:54:36.665917 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:00.162265 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-0b5f9473-9918-43a4-b697-a95ee65b70cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:02.482355 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e9906a95-56a6-40c2-b14a-211c40eb9b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:03.785158 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:04.955393 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:05.093640 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:06.682022 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c5d37b7-7bae-47e3-b008-c41d29aac518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (2d45901a-a6a2-423c-bec8-15f0f90583b2), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:08.309297 dv-cinder-799871-17-iscsi neutron-server[103594]: DEBUG neutron.db.agents_db [None req-5dce2700-4bd5-4a74-84b5-c526c956d132 None None] Agent healthcheck: found 6 active agents {{(pid=103594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:55:30.196099 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3356-7ba4-4a23-bd9b-e86491757bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (68d0b2c9-33df-4c07-b9b9-4e7250d57776), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:32.504320 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a120ad76-aa4c-413f-a765-e45bc6b72e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (127a7afb-d440-45a0-836c-376269bbe4c7), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:33.807259 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fa89ef37-66b6-4356-a3e6-d9bfbccaffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (cd3a6488-e442-46d9-a6c4-a4a15e97b1cb), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:34.944723 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-58437583-4205-477e-b2e6-e6c8fc8156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (dd0f6beb-1c3d-4497-b6a3-059416d0cb6d), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:55:35.104395 dv-cinder-799871-17-iscsi neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-94983f12-b9cb-4183-ab7c-7203d24e5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787988592469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1508478'] for agent (f81fba1c-1fa5-4fc9-8acd-548b9ba9cb06), after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}